add otel callback

fastrepl · Jun 5, 2024 · 58e12c8 · 58e12c8
1 parent 1751204
commit 58e12c8
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -18,3 +18,5 @@
 - `REDIS_SSL`
 - `SLACK_WEBHOOK_URL`
 - `SLACK_DAILY_REPORT_FREQUENCY`
+- `OTEL_ENDPOINT`
+- `OTEL_HEADERS`
diff --git a/config.yaml b/config.yaml
@@ -119,6 +119,8 @@ model_list:
       api_key: os.environ/ANYSCALE_API_KEY
 litellm_settings:
   drop_params: true
+  callbacks:
+    - otel
 router_settings:
   routing_strategy: simple-shuffle
   timeout: 60
@@ -132,3 +134,4 @@ general_settings:
   alerting_threshold: 120
 environment_variables:
   AZURE_API_VERSION: 2024-05-01-preview
+  OTEL_EXPORTER: otlp_http