Refactor the graph storage to reduce memory usage

Pometry · Jun 28, 2024 · 1732326 · 1732326
1 parent 0f6bc21
commit 1732326
Show file tree

Hide file tree

Showing 31 changed files with 993 additions and 676 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/pometry-storage-private b/pometry-storage-private
diff --git a/raphtory-benchmark/Cargo.toml b/raphtory-benchmark/Cargo.toml
@@ -8,6 +8,7 @@ edition = "2021"
 [dependencies]
 criterion = { workspace = true }
 raphtory = { path = "../raphtory", features = ["io"] }
+raphtory-api = { path = "../raphtory-api" }
 raphtory-graphql = { path = "../raphtory-graphql", version = "0.9.3" }
 pometry-storage.workspace = true
 sorted_vector_map = { workspace = true }

diff --git a/raphtory-benchmark/benches/graph_ops.rs b/raphtory-benchmark/benches/graph_ops.rs
@@ -1,13 +1,11 @@
 use common::run_graph_ops_benches;
 use criterion::{criterion_group, criterion_main, Criterion};
 use raphtory::{
-    core::utils::hashing::calculate_hash,
-    graph_loader::{
-        example::sx_superuser_graph::{sx_superuser_file, sx_superuser_graph, TEdge},
-        source::csv_loader::CsvLoader,
-    },
+    graph_loader::sx_superuser_graph::{sx_superuser_file, sx_superuser_graph, TEdge},
+    io::csv_loader::CsvLoader,
     prelude::*,
 };
+use raphtory_api::core::utils::hashing::calculate_hash;
 
 mod common;