Fix CI (#236)

eth-sri · Oct 10, 2023 · 42ed255 · 42ed255
1 parent 8fa7f65
commit 42ed255
Show file tree

Hide file tree

Showing 4 changed files with 22 additions and 2 deletions.
diff --git a/flake.nix b/flake.nix
@@ -79,7 +79,6 @@
 
       patchPhase  = ''
         find . -type d -name browser-build -exec rm -rf -- {} +
-        rm -f -- public/doc-snippets
       '';
 
       DISABLE_ESLINT_PLUGIN = "true";

diff --git a/scripts/browser-build/wheels/.gitignore b/scripts/browser-build/wheels/.gitignore
@@ -0,0 +1,3 @@
+*.whl
+*.tar.gz
+*.zip
diff --git a/scripts/browser-build/wheels/get-wheels.sh b/scripts/browser-build/wheels/get-wheels.sh
@@ -0,0 +1,19 @@
+if [ ! -f "astunparse-1.6.3-py2.py3-none-any.whl" ]; then
+    wget https://files.pythonhosted.org/packages/2b/03/13dde6512ad7b4557eb792fbcf0c653af6076b81e5941d36ec61f7ce6028/astunparse-1.6.3-py2.py3-none-any.whl
+fi
+
+if [ ! -f "comma-fix.zip" ]; then
+    # get GH https://github.com/lbeurerkellner/gpt3-tokenizer/archive/refs/heads/comma-fix.zip
+    wget https://github.com/lbeurerkellner/gpt3-tokenizer/archive/refs/heads/comma-fix.zip
+fi
+rm -rf gpt3-tokenizer-comma-fix
+# unzip comma-fix.zip
+unzip comma-fix.zip
+# make new archive with gpt3-tokenizer-comma-fix/* files
+pushd gpt3-tokenizer-comma-fix
+zip -r ../gpt3-tokenizer.zip *
+popd
+
+pushd ../
+bash package.sh openai
+popd
diff --git a/src/lmql/ui/playground/public/doc-snippets b/src/lmql/ui/playground/public/doc-snippets