Fix python non arrow

.github/workflows/_release_rust.yml

@@ -54,8 +54,12 @@ jobs:
         with:
           command: install
           args: cargo-release --force
-      - name: "Hide arrow dependencies"
-        run: ./scripts/hide_arrow_dep.sh
+      - name: "Publish raphtory-arrow to crates.io"
+        if: ${{ !inputs.dry_run }}
+        uses: actions-rs/cargo@v1
+        with:
+          command: publish
+          args: --token ${{ secrets.CRATES_TOKEN }} --package raphtory-arrow --allow-dirty
       - name: "Publish raphtory to crates.io"
         if: ${{ !inputs.dry_run }}
         uses: actions-rs/cargo@v1

.github/workflows/test_python_workflow.yml

@@ -59,6 +59,8 @@ jobs:
         with:
           python-version: ${{ matrix.python }}
           cache: 'pip'
+      - name: Flip raphtory-arrow in Cargo.toml
+        run: python ./scripts/flip_ra.py Cargo.toml
       - name: Run Maturin develop
         uses: PyO3/maturin-action@v1
         with:

.github/workflows/test_rust_workflow.yml

@@ -52,6 +52,8 @@ jobs:
         name: Cargo cache
         with:
           cache-all-crates: true
+      - name: Flip raphtory-arrow in Cargo.toml
+        run: python ./scripts/flip_ra.py
       - name: Install bininstall
         uses: cargo-bins/cargo-binstall@main
       - name: Install nextest
@@ -61,7 +63,7 @@ jobs:
           RUSTFLAGS: -Awarnings
           TEMPDIR: ${{ runner.temp }}
         run: |
-          cargo nextest run --all --no-default-features
+          cargo nextest run --all --no-default-features --features "arrow"
       - name: Run Tests (features=io)
         env:
           RUSTFLAGS: -Awarnings

Cargo.toml

@@ -1,18 +1,14 @@
 [workspace]
 members = [
     "raphtory",
-    "raphtory-storage",
     "raphtory-cypher",
     "raphtory-benchmark",
+    "raphtory-arrow",
     "examples/rust",
     "examples/netflow",
     "python",
     "js-raphtory",
     "raphtory-graphql",
-    "comparison-benchmark/rust/raphtory-rust-benchmark",
-    "comparison-benchmark/graphql-benchmark/run_server",
-    "examples/lanl",
-    "examples/graph500"
 ]
 default-members = ["raphtory"]
 resolver = "2"
@@ -134,9 +130,6 @@ arrow-schema = { version = "50" }
 arrow-data = { version = "50" }
 arrow-array = { version = "50" }
 
-# raphtory-arrow = { path = "../raphtory-arrow" }
-raphtory-arrow = { git = "ssh://[email protected]/Pometry/raphtory-arrow.git", branch = "master" }
-
 # Make sure that transitive dependencies stick to arrow 50
 [patch.crates-io]
 arrow = { git = "https://github.com/apache/arrow-rs.git", tag = "50.0.0" }

Makefile

@@ -10,7 +10,6 @@ rust-build-docs:
 	cargo doc --no-deps -p raphtory -q
 
 rust-build-readthedocs:
-	./scripts/hide_arrow_dep.sh
 	cargo doc --no-deps -p raphtory -q --target-dir $(RUST_READTHEDOCS_DOCS_TARGET)
 	rm -rf $(RUST_READTHEDOCS_DOCS_TARGET)/debug
 	mv $(RUST_READTHEDOCS_DOCS_TARGET)/doc/* $(RUST_READTHEDOCS_DOCS_TARGET)