[Security solution] AI Assistant Evals - maxConcurrency: 5 (#192225)

elastic · Sep 5, 2024 · bbc9245 · bbc9245
1 parent 3e312c3
commit bbc9245
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/x-pack/plugins/elastic_assistant/server/routes/evaluate/post_evaluate.ts b/x-pack/plugins/elastic_assistant/server/routes/evaluate/post_evaluate.ts
@@ -332,6 +332,8 @@ export const postEvaluateRoute = (
               evaluators: [], // Evals to be managed in LangSmith for now
               experimentPrefix: name,
               client: new Client({ apiKey: langSmithApiKey }),
+              // prevent rate limiting and unexpected multiple experiment runs
+              maxConcurrency: 5,
             });
             logger.debug(`runResp:\n ${JSON.stringify(evalOutput, null, 2)}`);
           });