From 3278fa5b7ca1a25cbb41abe7b0bbd8293bc2bd88 Mon Sep 17 00:00:00 2001 From: Renan Souza Date: Wed, 11 Dec 2024 22:48:40 -0500 Subject: [PATCH] Updating minor version --- .github/workflows/run-tests-kafka.yml | 10 +++++----- README.md | 8 ++++---- src/flowcept/version.py | 2 +- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/.github/workflows/run-tests-kafka.yml b/.github/workflows/run-tests-kafka.yml index e2ff147f..15b93014 100644 --- a/.github/workflows/run-tests-kafka.yml +++ b/.github/workflows/run-tests-kafka.yml @@ -1,10 +1,10 @@ name: (With Mongo) Tests on Kafka MQ -#on: -# pull_request: -# branches: [ "dev", "main" ] -# types: [opened, synchronize, reopened] on: - push: + pull_request: + branches: [ "dev", "main" ] + types: [opened, synchronize, reopened] +#on: +# push: jobs: diff --git a/README.md b/README.md index c8ce2cf8..431182a6 100644 --- a/README.md +++ b/README.md @@ -12,7 +12,7 @@ Other capabilities include: - Automatic multi-workflow provenance data capture; - Data observability, enabling minimal intrusion to user workflows; -- Explicit user workflow instrumentation, if this is preferred over data observability; +- Explicit user workflow instrumentation, if this is preferred over implicit data observability; - ML data capture in various levels of details: workflow, model fitting or evaluation task, epoch iteration, layer forwarding; - ML model management; - Adapter-based, loosely-coupled system architecture, making it easy to plug and play with different data processing systems and backend database (e.g., MongoDB) or MQ services (e.g., Redis, Kafka); @@ -128,10 +128,10 @@ print(Flowcept.db.query(filter={"workflow_id": Flowcept.current_workflow_id})) ## Data Persistence -FlowCept uses an ephemeral message queue (MQ) with a pub/sub system to manage captured data. For optional data persistence, you can choose between: +FlowCept uses an ephemeral message queue (MQ) with a pub/sub system to flush observed data. For optional data persistence, you can choose between: -- LMDB (default): A lightweight, file-based database requiring no external services (but note it might require `gcc`). Ideal for simple tests or cases needing basic data persistence without query capabilities. Data stored in LMDB can be loaded into tools like Pandas for complex analysis. FlowCept's database API provides methods to export data in LMDB into Pandas DataFrames. -- MongoDB: A robust, service-based database with advanced query capabilities. Required to use FlowCept's Query API (i.e., `flowcept.Flowcept.db`) to run more complex queries and other features like ML model management. To use MongoDB, initialize the service with `make services-mongo`. +- [LMDB](https://lmdb.readthedocs.io/) (default): A lightweight, file-based database requiring no external services (but note it might require `gcc`). Ideal for simple tests or cases needing basic data persistence without query capabilities. Data stored in LMDB can be loaded into tools like Pandas for complex analysis. FlowCept's database API provides methods to export data in LMDB into Pandas DataFrames. +- [MongoDB](https://www.mongodb.com/): A robust, service-based database with advanced query capabilities. Required to use FlowCept's Query API (i.e., `flowcept.Flowcept.db`) to run more complex queries and other features like ML model management or runtime queries (i.e., query while writing). To use MongoDB, initialize the service with `make services-mongo`. You can use both of them, meaning that the data pruducers will write data into both, none of them, or each of them. All is customizable in the settings file. diff --git a/src/flowcept/version.py b/src/flowcept/version.py index 7ba23e8e..74f735ce 100644 --- a/src/flowcept/version.py +++ b/src/flowcept/version.py @@ -4,4 +4,4 @@ # The expected format is: .. # This file is supposed to be automatically modified by the CI Bot. # See .github/workflows/version_bumper.py -__version__ = "0.6.9" +__version__ = "0.7.0"