From 1abc6a018c056e0a2bd89ed25c4e88ae8528d52c Mon Sep 17 00:00:00 2001 From: Zack Zhiyuan Li Date: Fri, 23 Aug 2024 10:56:21 -0700 Subject: [PATCH 1/2] add cmake --- pyproject.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/pyproject.toml b/pyproject.toml index f3d1ed3f..5d733d57 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -26,6 +26,7 @@ dependencies = [ "streamlit", "python-multipart", "streamlit-audiorec", + "cmake", ] classifiers = [ "Programming Language :: Python :: 3", From f031908bc2d6831e01e616f20e399d6227205679 Mon Sep 17 00:00:00 2001 From: Zack Zhiyuan Li Date: Sun, 25 Aug 2024 06:51:07 +0000 Subject: [PATCH 2/2] update README --- README.md | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/README.md b/README.md index d8faa64c..ebaec430 100644 --- a/README.md +++ b/README.md @@ -43,6 +43,21 @@ Detailed API documentation is available [here](https://docs.nexaai.com/). - Streaming support - **Streamlit UI** for interactive model deployment and testing +Below is our differentiation from other similar tools: + +| **Feature** | **[Nexa SDK](https://github.com/NexaAI/nexa-sdk)** | **[ollama](https://github.com/ollama/ollama)** | **[Optimum](https://github.com/huggingface/optimum)** | **[LM Studio](https://github.com/lmstudio-ai)** | +|----------------------------|:-------------------------------------------------:|:----------------------------------------------:|:-----------------------------------------------:|:-----------------------------------------------:| +| **GGML Support** | ✅ | ✅ | ❌ | ✅ | +| **ONNX Support** | ✅ | ❌ | ✅ | ❌ | +| **Text Generation** | ✅ | ✅ | ✅ | ✅ | +| **Image Generation** | ✅ | ❌ | ❌ | ❌ | +| **Vision-Language Models** | ✅ | ✅ | ✅ | ✅ | +| **Text-to-Speech** | ✅ | ❌ | ✅ | ❌ | +| **Server Capability** | ✅ | ✅ | ✅ | ✅ | +| **User Interface** | ✅ | ❌ | ❌ | ✅ | + + + ## Installation ### Pre-built Wheels (Recommended) @@ -773,3 +788,9 @@ Translates audio files to text in English. ``` + +## Acknowledgements +We would like to thank the following projects: +- [llama.cpp](https://github.com/ggerganov/llama.cpp) +- [stable-diffusion.cpp](https://github.com/leejet/stable-diffusion.cpp) +- [optimum](https://github.com/huggingface/optimum) \ No newline at end of file