feat: check context is predicting

mybigday · Nov 21, 2024 · ca37546 · ca37546
1 parent 1569797
commit ca37546
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 0 deletions.
diff --git a/android/src/main/java/com/rnllama/RNLlama.java b/android/src/main/java/com/rnllama/RNLlama.java
@@ -425,6 +425,9 @@ protected Void doInBackground(Void... voids) {
           if (context == null) {
             throw new Exception("Context not found");
           }
+          if (context.isPredicting()) {
+            throw new Exception("Context is busy");
+          }
           context.applyLoraAdapters(loraAdapters);
         } catch (Exception e) {
           exception = e;
@@ -455,6 +458,9 @@ protected Void doInBackground(Void... voids) {
           if (context == null) {
             throw new Exception("Context not found");
           }
+          if (context.isPredicting()) {
+            throw new Exception("Context is busy");
+          }
           context.removeLoraAdapters();
         } catch (Exception e) {
           exception = e;

diff --git a/ios/RNLlama.mm b/ios/RNLlama.mm
@@ -281,6 +281,10 @@ - (NSArray *)supportedEvents {
         reject(@"llama_error", @"Context not found", nil);
         return;
     }
+    if ([context isPredicting]) {
+        reject(@"llama_error", @"Context is busy", nil);
+        return;
+    }
     [context applyLoraAdapters:loraAdapters];
     resolve(nil);
 }
@@ -294,6 +298,10 @@ - (NSArray *)supportedEvents {
         reject(@"llama_error", @"Context not found", nil);
         return;
     }
+    if ([context isPredicting]) {
+        reject(@"llama_error", @"Context is busy", nil);
+        return;
+    }
     [context removeLoraAdapters];
     resolve(nil);
 }