Test Only：create dlq task between test cells

common/dynamicconfig/constants.go

@@ -37,6 +37,9 @@ import (
 )
 
 var (
+	// TEST ONLY DO NOT LAND
+	HistoryShouldFailReplicationTask = "history.shouldFailReplicationTask"
+
 	// keys for dynamic config itself
 	DynamicConfigSubscriptionCallback = NewGlobalTypedSetting(
 		"dynamicconfig.subscriptionCallback",

config/dynamicconfig/development-cass.yaml

@@ -52,3 +52,10 @@ history.enableWorkflowExecutionTimeoutTimer:
   - value: true
 history.hostLevelCacheMaxSize:
   - value: 8192
+
+history.shouldFailReplicationTask:     # The test switch to make all replication tasks go to the DLQ
+  - value: true
+history.enableReplicationStream:       # We use streaming for replication in production
+  - value: true
+history.enableHistoryReplicationDLQV2: # This turns on the replication DLQ V2 in production
+  - value: true

service/history/configs/config.go

@@ -376,6 +376,8 @@ type Config struct {
 	BreakdownMetricsByTaskQueue dynamicconfig.BoolPropertyFnWithTaskQueueFilter
 
 	LogAllReqErrors dynamicconfig.BoolPropertyFnWithNamespaceFilter
+
+	ShouldFailReplicationTask dynamicconfig.BoolPropertyFn
 }
 
 // NewConfig returns new service config with default values

service/history/replication/executable_history_task.go

@@ -119,6 +119,10 @@ func (e *ExecutableHistoryTask) QueueID() interface{} {
 }
 
 func (e *ExecutableHistoryTask) Execute() error {
+	if e.Config.ShouldFailReplicationTask() {
+		return serviceerror.NewInvalidArgument("forced replication error")
+	}
+
 	if e.TerminalState() {
 		return nil
 	}