Update logprobs to vocab size

VectorInstitute · Sep 4, 2024 · f1b3360 · f1b3360
1 parent d10758d
commit f1b3360
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/logits/logits.py b/examples/logits/logits.py
@@ -7,7 +7,7 @@
     model="Meta-Llama-3.1-8B-Instruct",
     prompt="Where is the capital of Canada?",
     max_tokens=1,
-    logprobs=32000,  # Set to model vocab size to get logits
+    logprobs=128256,  # Set to model vocab size to get logits
 )
 
 print(completion.choices[0].logprobs)