Skip to content

Commit

Permalink
fmt
Browse files Browse the repository at this point in the history
  • Loading branch information
isahers1 committed Jul 10, 2024
1 parent 47382f8 commit ab16d66
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions scripts/tool_benchmarks.py
Original file line number Diff line number Diff line change
Expand Up @@ -161,13 +161,13 @@
for model_name, model in tests[:-1]:
rate_limiter = RateLimiter(requests_per_second=1)

print(f"Benchmarking {task.name} with model: {model_name}")
eval_config = task.get_eval_config()
print(f"Benchmarking {task.name} with model: {model_name}")
eval_config = task.get_eval_config()

for prompt, prompt_name in prompts:
agent_factory = StandardAgentFactory(
task, llm, prompt, rate_limiter=rate_limiter
)
for prompt, prompt_name in prompts:
agent_factory = StandardAgentFactory(
task, model, prompt, rate_limiter=rate_limiter
)

client.run_on_dataset(
dataset_name=dataset_name,
Expand Down

0 comments on commit ab16d66

Please sign in to comment.