Merge pull request #95 from NexaAI/brian/debug

add `n_ctx` for nexa_service
NexaAI · Sep 17, 2024 · ba5991d · ba5991d
2 parents 6475eff + 5d2419f
commit ba5991d
Show file tree

Hide file tree

Showing 2 changed files with 181 additions and 179 deletions.
diff --git a/nexa/cli/entry.py b/nexa/cli/entry.py
@@ -165,6 +165,7 @@ def main():
     server_parser.add_argument("--host", type=str, default="0.0.0.0", help="Host to bind the server to")
     server_parser.add_argument("--port", type=int, default=8000, help="Port to bind the server to")
     server_parser.add_argument("--reload", action="store_true", help="Enable automatic reloading on code changes")
+    server_parser.add_argument("--nctx", type=int, default=2048, help="Length of context window")
 
     # Other commands
     subparsers.add_parser("pull", help="Pull a model from official or hub.").add_argument("model_path", type=str, help="Path or identifier for the model in Nexa Model Hub")