Filter dropped indexes to avoid META NOT FOUND (#185)

pkg/ccr/ingest_binlog_job.go

@@ -378,6 +378,9 @@ func (j *IngestBinlogJob) preparePartition(srcTableId, destTableId int64, partit
 	}
 
 	for _, indexId := range indexIds {
+		if j.srcMeta.IsIndexDropped(indexId) {
+			continue
+		}
 		srcIndexMeta, ok := srcIndexIdMap[indexId]
 		if !ok {
 			j.setError(xerror.Errorf(xerror.Meta, "index id %v not found in src meta", indexId))
@@ -400,6 +403,11 @@ func (j *IngestBinlogJob) preparePartition(srcTableId, destTableId int64, partit
 		destPartitionId: destPartitionId,
 	}
 	for _, indexId := range indexIds {
+		if j.srcMeta.IsIndexDropped(indexId) {
+			log.Infof("skip the dropped index %d", indexId)
+			continue
+		}
+
 		srcIndexMeta := srcIndexIdMap[indexId]
 		destIndexMeta := destIndexNameMap[getSrcIndexName(job, srcIndexMeta)]
 		prepareIndexArg.srcIndexMeta = srcIndexMeta

pkg/ccr/meta.go

@@ -1177,3 +1177,7 @@ func (m *Meta) IsPartitionDropped(partitionId int64) bool {
 func (m *Meta) IsTableDropped(partitionId int64) bool {
 	panic("IsTableDropped is not supported, please use ThriftMeta instead")
 }
+
+func (m *Meta) IsIndexDropped(indexId int64) bool {
+	panic("IsIndexDropped is not supported, please use ThriftMeta instead")
+}

pkg/ccr/metaer.go

@@ -77,6 +77,7 @@ type IngestBinlogMetaer interface {
 	GetBackendMap() (map[int64]*base.Backend, error)
 	IsPartitionDropped(partitionId int64) bool
 	IsTableDropped(tableId int64) bool
+	IsIndexDropped(indexId int64) bool
 }
 
 type Metaer interface {

pkg/ccr/thrift_meta.go

@@ -137,18 +137,24 @@ func NewThriftMeta(spec *base.Spec, rpcFactory rpc.IRpcFactory, tableIds []int64
 	for _, table := range dbMeta.GetDroppedTables() {
 		droppedTables[table] = struct{}{}
 	}
+	droppedIndexes := make(map[int64]struct{})
+	for _, index := range dbMeta.GetDroppedIndexes() {
+		droppedIndexes[index] = struct{}{}
+	}
 
 	return &ThriftMeta{
 		meta:              meta,
 		droppedPartitions: droppedPartitions,
 		droppedTables:     droppedTables,
+		droppedIndexes:    droppedIndexes,
 	}, nil
 }
 
 type ThriftMeta struct {
 	meta              *Meta
 	droppedPartitions map[int64]struct{}
 	droppedTables     map[int64]struct{}
+	droppedIndexes    map[int64]struct{}
 }
 
 func (tm *ThriftMeta) GetTablets(tableId, partitionId, indexId int64) (*btree.Map[int64, *TabletMeta], error) {
@@ -246,3 +252,9 @@ func (tm *ThriftMeta) IsTableDropped(tableId int64) bool {
 	_, ok := tm.droppedTables[tableId]
 	return ok
 }
+
+// Whether the target index are dropped
+func (tm *ThriftMeta) IsIndexDropped(tableId int64) bool {
+	_, ok := tm.droppedIndexes[tableId]
+	return ok
+}