Merge pull request #27 from eastriverlee/26-missing-argument-for-llam…

…a_token_to_piece deal with API change
eastriverlee · Jul 12, 2024 · bd31fdb · bd31fdb
2 parents 53ae135 + e50b98e
commit bd31fdb
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Sources/LLM/LLM.swift b/Sources/LLM/LLM.swift
@@ -393,12 +393,12 @@ extension Model {
     public func decode(_ token: Token, with multibyteCharacter: inout [CUnsignedChar]) -> String {
         var bufferLength = 16
         var buffer: [CChar] = .init(repeating: 0, count: bufferLength)
-        let actualLength = Int(llama_token_to_piece(self, token, &buffer, Int32(bufferLength), false))
+        let actualLength = Int(llama_token_to_piece(self, token, &buffer, Int32(bufferLength), 0, false))
         guard 0 != actualLength else { return "" }
         if actualLength < 0 {
             bufferLength = -actualLength
             buffer = .init(repeating: 0, count: bufferLength)
-            llama_token_to_piece(self, token, &buffer, Int32(bufferLength), false)
+            llama_token_to_piece(self, token, &buffer, Int32(bufferLength), 0, false)
         } else {
             buffer.removeLast(bufferLength - actualLength)
         }