Merge pull request #21 from shawiz/main

Pass false for special tokens to be compatible with llama.cpp commit 40f74e4
eastriverlee · Apr 27, 2024 · 0b196e8 · 0b196e8
2 parents a86ad40 + 0ac1019
commit 0b196e8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Sources/LLM/LLM.swift b/Sources/LLM/LLM.swift
@@ -393,12 +393,12 @@ extension Model {
     public func decode(_ token: Token, with multibyteCharacter: inout [CUnsignedChar]) -> String {
         var bufferLength = 16
         var buffer: [CChar] = .init(repeating: 0, count: bufferLength)
-        let actualLength = Int(llama_token_to_piece(self, token, &buffer, Int32(bufferLength)))
+        let actualLength = Int(llama_token_to_piece(self, token, &buffer, Int32(bufferLength), false))
         guard 0 != actualLength else { return "" }
         if actualLength < 0 {
             bufferLength = -actualLength
             buffer = .init(repeating: 0, count: bufferLength)
-            llama_token_to_piece(self, token, &buffer, Int32(bufferLength))
+            llama_token_to_piece(self, token, &buffer, Int32(bufferLength), false)
         } else {
             buffer.removeLast(bufferLength - actualLength)
         }