diff --git a/examples/logits/logits.py b/examples/logits/logits.py index 776a8eb..90b7396 100644 --- a/examples/logits/logits.py +++ b/examples/logits/logits.py @@ -7,7 +7,7 @@ model="Meta-Llama-3.1-8B-Instruct", prompt="Where is the capital of Canada?", max_tokens=1, - logprobs=32000, # Set to model vocab size to get logits + logprobs=128256, # Set to model vocab size to get logits ) print(completion.choices[0].logprobs)