fix global index route wrong when need partial route refresh (#232)

* fix global index route wrong when need partial route refresh

* Ensure PartitionInfo is Exposed Only After Leader is Found During Single Shard Refresh

---------

Co-authored-by: maochongxin <maochongxin@gmail.com>

Author: GroundWu

src/main/java/com/alipay/oceanbase/rpc/ObTableClient.java

@@ -64,6 +64,7 @@
 import static com.alipay.oceanbase.rpc.property.Property.*;
 import static com.alipay.oceanbase.rpc.protocol.payload.impl.execute.ObTableOperationType.*;
 import static com.alipay.oceanbase.rpc.util.TableClientLoggerFactory.*;
+import static java.lang.String.format;
 
 public class ObTableClient extends AbstractObTableClient implements Lifecycle {
     private static final Logger                               logger                                  = getLogger(ObTableClient.class);
@@ -1834,10 +1835,22 @@ public ObPair<Long, ObTableParam> getTableInternal(String tableName, TableEntry
         long partitionId = partId;
         ObPartitionLocationInfo obPartitionLocationInfo = null;
         if (ObGlobal.obVsnMajor() >= 4) {
-
             obPartitionLocationInfo = getOrRefreshPartitionInfo(tableEntry, tableName, tabletId);
-    
             replica = getPartitionLocation(obPartitionLocationInfo, route);
+            /**
+             * Normally, getOrRefreshPartitionInfo makes sure that a thread only continues if it finds the leader  
+             * during a route refresh. But sometimes, there might not be a leader yet. In this case, the thread  
+             * is released, and since it can't get the replica, it throws an no master exception.  
+             */
+            if (replica == null && obPartitionLocationInfo.getPartitionLocation().getLeader() == null) {
+                RUNTIME.error(LCD.convert("01-00028"), partitionId, tableEntry.getPartitionEntry(), tableEntry);
+                RUNTIME.error(format(
+                        "partition=%d has no leader partitionEntry=%s original tableEntry=%s",
+                        partitionId, tableEntry.getPartitionEntry(), tableEntry));
+                throw new ObTablePartitionNoMasterException(format(
+                        "partition=%d has no leader partitionEntry=%s original tableEntry=%s",
+                        partitionId, tableEntry.getPartitionEntry(), tableEntry));
+            }
         } else {
             if (tableEntry.isPartitionTable()
                     && null != tableEntry.getPartitionInfo().getSubPartDesc()) {

src/main/java/com/alipay/oceanbase/rpc/location/LocationUtil.java

@@ -1258,8 +1258,17 @@ private static ObPartitionEntry getPartitionLocationFromResultSetByTablet(TableE
             }
             location.addReplicaLocation(replica);
 
-            if (partitionLocationInfo.initialized.compareAndSet(false, true)) {
+            if (location.getLeader() != null && partitionLocationInfo.initialized.compareAndSet(false, true)) {
                 partitionLocationInfo.initializationLatch.countDown();
+            } else if (rs.isLast() && location.getLeader() == null) {
+                partitionLocationInfo.initializationLatch.countDown();
+                RUNTIME.error(LCD.convert("01-00028"), partitionId, partitionEntry, tableEntry);
+                RUNTIME.error(format(
+                        "partition=%d has no leader partitionEntry=%s original tableEntry=%s",
+                        partitionId, partitionEntry, tableEntry));
+                throw new ObTablePartitionNoMasterException(format(
+                        "partition=%d has no leader partitionEntry=%s original tableEntry=%s",
+                        partitionId, partitionEntry, tableEntry));
             }
         }
 
@@ -1312,8 +1321,17 @@ private static ObPartitionEntry getPartitionLocationFromResultSet(TableEntry tab
                 }
                 location.addReplicaLocation(replica);
 
-                if (partitionLocationInfo.initialized.compareAndSet(false, true)) {
+                if (location.getLeader() != null && partitionLocationInfo.initialized.compareAndSet(false, true)) {
+                    partitionLocationInfo.initializationLatch.countDown();
+                } else if (rs.isLast() && location.getLeader() == null) {
                     partitionLocationInfo.initializationLatch.countDown();
+                    RUNTIME.error(LCD.convert("01-00028"), partitionId, partitionEntry, tableEntry);
+                    RUNTIME.error(format(
+                            "partition=%d has no leader partitionEntry=%s original tableEntry=%s",
+                            partitionId, partitionEntry, tableEntry));
+                    throw new ObTablePartitionNoMasterException(format(
+                            "partition=%d has no leader partitionEntry=%s original tableEntry=%s",
+                            partitionId, partitionEntry, tableEntry)); 
                 }
             } else {
                 partitionId = rs.getLong("partition_id");

src/main/java/com/alipay/oceanbase/rpc/protocol/payload/impl/execute/query/AbstractQueryStreamResult.java

@@ -145,6 +145,11 @@ protected ObPayload commonExecute(ObTableClient client, Logger logger,
                         if (failedServerList != null) {
                             route.setBlackList(failedServerList);
                         }
+                        if (ObGlobal.obVsnMajor() >= 4) {
+                            TableEntry tableEntry = client.getOrRefreshTableEntry(indexTableName, false, false, false);
+                            client.refreshTableLocationByTabletId(tableEntry, indexTableName, client.getTabletIdByPartId(tableEntry, partIdWithIndex.getLeft()));
+                        }
+
                         subObTable = client
                             .getTableWithPartId(indexTableName, partIdWithIndex.getLeft(),
                                 needRefreshTableEntry, client.isTableEntryRefreshIntervalWait(),