Shrank the Jar. Moved Bitcoin to Examples project

Pometry · Dec 8, 2020 · c5544f5 · c5544f5
1 parent 06325ab
commit c5544f5
Show file tree

Hide file tree

Showing 9 changed files with 24 additions and 296 deletions.
diff --git a/mainproject/build.sbt b/mainproject/build.sbt
@@ -55,23 +55,23 @@ val kamon_prometheus = "io.kamon"    %% "kamon-prometheus"     % "2.1.0"
 val kamon_akka       = "io.kamon"    %% "kamon-akka"           % "2.1.0"
 val kamon_system     = "io.kamon"    %% "kamon-system-metrics" % "2.1.0"
 val kamon_netty      = "io.kamon"    %% "kamon-netty"          % "1.0.0"
-val monix            = "io.monix"    %% "monix"                % "3.0.0-RC1"
+//val monix            = "io.monix"    %% "monix"                % "3.0.0-RC1"
 val mongo            = "org.mongodb" % "mongo-java-driver"     % "3.12.4"
 val casbah           = "org.mongodb" %% "casbah-core"          % "3.1.1"
 
-val doobie = "org.tpolecat" %% "doobie-core" % "0.8.4"
-val doobiepostgres =
-  "org.tpolecat" %% "doobie-postgres" % "0.8.4" // Postgres driver 42.2.8 + type mappings.
+//val doobie = "org.tpolecat" %% "doobie-core" % "0.8.4"
+//val doobiepostgres =
+//  "org.tpolecat" %% "doobie-postgres" % "0.8.4" // Postgres driver 42.2.8 + type mappings.
 val lift = "net.liftweb" %% "lift-json" % "3.3.0"
 
-val bitcoin      = "org.scalaj"  %% "scalaj-http" % "2.3.0"
-val twitter_eval = "com.twitter" %% "util-eval"   % "6.43.0"
+//val bitcoin      = "org.scalaj"  %% "scalaj-http" % "2.3.0"
+//val twitter_eval = "com.twitter" %% "util-eval"   % "6.43.0"
 val hadoop = "org.apache.hadoop" % "hadoop-client" % "3.3.0"
 
 // https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk
-val aws =  "com.amazonaws" % "aws-java-sdk" % "1.11.897"
+//val aws =  "com.amazonaws" % "aws-java-sdk" % "1.11.897"
 val parquet = "com.github.mjakubowski84" %% "parquet4s-core" % "1.6.0"
-val h3 = "com.uber" % "h3" % "3.6.4"
+//val h3 = "com.uber" % "h3" % "3.6.4"
 
 
 val IP = java.net.InetAddress.getLocalHost.getHostAddress
@@ -129,9 +129,9 @@ lazy val mergeStrategy: String => MergeStrategy = {
   case _ => MergeStrategy.first
 }
 
-lazy val root = Project(id = "raphtory", base = file(".")) aggregate (cluster)
+lazy val root = Project(id = "raphtory", base = file(".")) aggregate (raphtory)
 
-lazy val cluster = project
+lazy val raphtory = project
   .in(file("."))
   .enablePlugins(JavaAppPackaging)
   .enablePlugins(AshScriptPlugin)
@@ -172,22 +172,22 @@ lazy val cluster = project
                     kamon_akka,
                     kamon_prometheus,
                     kamon_system,
-                    monix,
-                    bitcoin,
-                    twitter_eval,
+                    //monix,
+                    //bitcoin,
+                    //twitter_eval,
                     lift,
                     apacheLang,
                     kafka,
                     kafkac,
-                    doobie,
-                    doobiepostgres,
+                    //doobie,
+                    //doobiepostgres,
                     joda,
                     casbah,
                     mongo,
-                    aws,
+                    //aws,
                     parquet,
-                    hadoop,
-                    h3
+                    hadoop
+                   // h3
             )
   )
   .settings(

diff --git a/mainproject/src/main/scala/com/raphtory/api/S3Serialiser.scala b/mainproject/src/main/scala/com/raphtory/api/S3Serialiser.scala
diff --git a/...ct/src/main/scala/com/raphtory/core/actors/PartitionManager/Workers/IngestionWorker.scala b/...ct/src/main/scala/com/raphtory/core/actors/PartitionManager/Workers/IngestionWorker.scala
@@ -300,11 +300,11 @@ class IngestionWorker(workerId: Int,partitionID:Int, storage: EntityStorage) ext
           currentSafePoint = messageQueue.dequeue()
         else if (messageQueue.head.routerEpoch == currentSafePoint.routerEpoch)
           currentSafePoint = messageQueue.dequeue()
-        else {
-          currentSafePoint = messageQueue.dequeue()
+        //else {
+         // currentSafePoint = messageQueue.dequeue()
           //println(s"$increments Writer Worker $partitionID $workerId --- ${safeMessageMap.get(routerName).get} $currentSafePoint ${messageQueue.head.routerEpoch}")
           //break
-        }
+        //}
     }
     safeMessageMap put(routerName, currentSafePoint)
     currentSafePoint

diff --git a/mainproject/src/main/scala/com/raphtory/spouts/blockchain/BitcoinNodeSpout.scala b/mainproject/src/main/scala/com/raphtory/spouts/blockchain/BitcoinNodeSpout.scala
diff --git a/mainproject/src/main/scala/com/raphtory/spouts/blockchain/EthereumGethSpout.scala b/mainproject/src/main/scala/com/raphtory/spouts/blockchain/EthereumGethSpout.scala
diff --git a/mainproject/src/main/scala/com/raphtory/spouts/blockchain/EthereumPostgresSpout.scala b/mainproject/src/main/scala/com/raphtory/spouts/blockchain/EthereumPostgresSpout.scala
diff --git a/mainproject/src/tests/scala/lotr/LOTRDeployment.scala b/mainproject/src/tests/scala/lotr/LOTRDeployment.scala
@@ -1,5 +1,4 @@
-package examples.lotr
-
+package lotr
 import com.raphtory.RaphtoryGraph
 import com.raphtory.algorithms.{ConnectedComponents, DegreeBasic}
 

diff --git a/mainproject/src/tests/scala/lotr/LOTRGraphBuilder.scala b/mainproject/src/tests/scala/lotr/LOTRGraphBuilder.scala
@@ -1,4 +1,4 @@
-package examples.lotr
+package lotr
 
 import com.raphtory.core.actors.Router.GraphBuilder
 import com.raphtory.core.model.communication._

diff --git a/mainproject/src/tests/scala/lotr/LOTRSpout.scala b/mainproject/src/tests/scala/lotr/LOTRSpout.scala
@@ -1,4 +1,4 @@
-package examples.lotr
+package lotr
 
 import com.raphtory.core.actors.Spout.Spout