ensure generated_tokens is an integer

philschmid · Oct 31, 2023 · 6bd5dd7 · 6bd5dd7
1 parent 5434a57
commit 6bd5dd7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/easyllm/clients/bedrock.py b/easyllm/clients/bedrock.py
@@ -193,7 +193,7 @@ def create(
                     message=ChatMessage(role="assistant", content=res["completion"].strip()),
                     finish_reason=res["stop_reason"],
                 )
-                generated_tokens += len(res["completion"].strip()) / 4
+                generated_tokens += len(res["completion"].strip()) // 4
                 choices.append(parsed)
                 logger.debug(f"Response at index {_i}:\n{parsed}")
             # calculate usage details