Update benchmark definitions

awslabs · Mar 26, 2024 · a87ecbe · a87ecbe
1 parent 0bdda34
commit a87ecbe
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/tests/benchmarks/service-benchmarks/build.gradle.kts b/tests/benchmarks/service-benchmarks/build.gradle.kts
@@ -17,14 +17,15 @@ application {
 skipPublishing()
 
 val requiredServices = setOf(
-    // Top 7 services called by Kotlin SDK customers as of 7/25/2023, in descending order of call volume
+    // Top 6 services called by Kotlin SDK customers as of 7/25/2023, in descending order of call volume,
+    // plus Secrets Manager which replaced Pinpoint after new API throttling limits broke our benchmark.
     "s3",
     "sns",
     "sts",
     "cloudwatch",
     "cloudwatchevents",
     "dynamodb",
-    "pinpoint",
+    "secretsmanager",
 
     // Services required as prerequisites for setup
     "iam", // Create roles for STS::AssumeRole

diff --git a/...nchmarks/service-benchmarks/jvm/src/aws/sdk/kotlin/benchmarks/service/BenchmarkHarness.kt b/...nchmarks/service-benchmarks/jvm/src/aws/sdk/kotlin/benchmarks/service/BenchmarkHarness.kt
@@ -21,8 +21,8 @@ private val benchmarks = setOf(
     CloudwatchBenchmark(),
     CloudwatchEventsBenchmark(),
     DynamoDbBenchmark(),
-    PinpointBenchmark(),
     S3ExpressBenchmark(),
+    SecretsManagerBenchmark(),
 ).map {
     @Suppress("UNCHECKED_CAST")
     it as ServiceBenchmark<SdkClient>