From f7aa5375ff845baf632b91ae5f7d60ea1d97f884 Mon Sep 17 00:00:00 2001
From: zalmane <oren.elias@gmail.com>
Date: Thu, 16 May 2024 11:21:11 +0300
Subject: [PATCH] add placeholder for `relational.lookup` block (#364)

* add placeholder for relational.lookup block

* update json schemas

* update autogenerated docs

---------

Co-authored-by: github-actions <github-actions@github.com>
---
 .../blocks/relational/lookup/__init__.py      |    0
 .../relational/lookup/block.schema.json       |   71 +
 docs/reference/blocks/relational_lookup.md    |   67 +
 schemas/job.schema.json                       | 1573 +++++++++--------
 4 files changed, 968 insertions(+), 743 deletions(-)
 create mode 100644 core/src/datayoga_core/blocks/relational/lookup/__init__.py
 create mode 100644 core/src/datayoga_core/blocks/relational/lookup/block.schema.json
 create mode 100644 docs/reference/blocks/relational_lookup.md

diff --git a/core/src/datayoga_core/blocks/relational/lookup/__init__.py b/core/src/datayoga_core/blocks/relational/lookup/__init__.py
new file mode 100644
index 00000000..e69de29b
diff --git a/core/src/datayoga_core/blocks/relational/lookup/block.schema.json b/core/src/datayoga_core/blocks/relational/lookup/block.schema.json
new file mode 100644
index 00000000..6fcc67bd
--- /dev/null
+++ b/core/src/datayoga_core/blocks/relational/lookup/block.schema.json
@@ -0,0 +1,71 @@
+{
+  "title": "relational.write",
+  "description": "Lookup in a relational table",
+  "type": "object",
+  "additionalProperties": false,
+  "examples": [
+    {
+      "id": "load_snowflake",
+      "type": "relational.write",
+      "properties": {
+        "connection": "eu_datalake",
+        "table": "employees",
+        "schema": "dbo",
+        "load_strategy": "APPEND"
+      }
+    }
+  ],
+  "properties": {
+    "condition": {
+      "type": "string",
+      "title": "The lookup condition",
+      "description": "Use any valid SQL syntax. Use the alias `lookup` for the lookup table and `incoming` for the base table",
+      "examples": ["lookup.account_number = incoming.i_acct_no"]
+    },
+    "query": {
+      "type": "string",
+      "title": "Query string to use as an override to the built in query",
+      "description": "Use any valid SQL syntax. Use the alias `lookup` for the lookup table and `incoming` for the base table",
+      "examples": [
+        "select country_code,country_name from countries where is_active=1"
+      ]
+    },
+    "schema": {
+      "type": "string",
+      "title": "The table schema of the lookup table",
+      "description": "If not specified, no specific schema will be used when connecting to the database.",
+      "examples": ["dbo"]
+    },
+    "table": {
+      "type": "string",
+      "title": "The lookup table name",
+      "description": "Lookup table name",
+      "examples": ["countries"]
+    },
+    "order_by": {
+      "type": "array",
+      "title": "List of keys to use for ordering. Applicable for multiple matches",
+      "items": {
+        "type": ["string"],
+        "title": "name of column"
+      },
+      "examples": [["country_name"]]
+    },
+    "fields": {
+      "type": "array",
+      "title": "Columns to add to the output from the lookup table",
+      "items": {
+        "type": ["string", "object"],
+        "title": "name of column"
+      },
+      "examples": [["fname", { "lname": "last_name" }, "address", "gender"]]
+    },
+    "multiple_match_policy": {
+      "type": "string",
+      "enum": ["first", "last", "all"],
+      "description": "How to handle multiple matches in the lookup table",
+      "default": ""
+    }
+  },
+  "required": []
+}
diff --git a/docs/reference/blocks/relational_lookup.md b/docs/reference/blocks/relational_lookup.md
new file mode 100644
index 00000000..be34fd85
--- /dev/null
+++ b/docs/reference/blocks/relational_lookup.md
@@ -0,0 +1,67 @@
+---
+parent: Blocks
+grand_parent: Reference
+---
+
+# relational\.write
+
+Lookup in a relational table
+
+
+**Properties**
+
+|Name|Type|Description|Required|
+|----|----|-----------|--------|
+|**condition**<br/>(The lookup condition)|`string`|Use any valid SQL syntax. Use the alias `lookup` for the lookup table and `incoming` for the base table<br/>|no|
+|**query**<br/>(Query string to use as an override to the built in query)|`string`|Use any valid SQL syntax. Use the alias `lookup` for the lookup table and `incoming` for the base table<br/>|no|
+|**schema**<br/>(The table schema of the lookup table)|`string`|If not specified, no specific schema will be used when connecting to the database.<br/>|no|
+|**table**<br/>(The lookup table name)|`string`|Lookup table name<br/>|no|
+|[**order\_by**](#order_by)<br/>(List of keys to use for ordering\. Applicable for multiple matches)|`array`||no|
+|[**fields**](#fields)<br/>(Columns to add to the output from the lookup table)|`array`||no|
+|**multiple\_match\_policy**|`string`|How to handle multiple matches in the lookup table<br/>Default: `""`<br/>Enum: `"first"`, `"last"`, `"all"`<br/>|no|
+
+**Additional Properties:** not allowed  
+**Example**
+
+```yaml
+id: load_snowflake
+type: relational.write
+properties:
+  connection: eu_datalake
+  table: employees
+  schema: dbo
+  load_strategy: APPEND
+
+```
+
+<a name="order_by"></a>
+## order\_by\[\]: List of keys to use for ordering\. Applicable for multiple matches
+
+**Items: name of column**
+
+**Item Type:** `string`  
+**Example**
+
+```yaml
+- country_name
+
+```
+
+<a name="fields"></a>
+## fields\[\]: Columns to add to the output from the lookup table
+
+**Items: name of column**
+
+**No properties.**
+
+**Example**
+
+```yaml
+- fname
+- lname: last_name
+- address
+- gender
+
+```
+
+
diff --git a/schemas/job.schema.json b/schemas/job.schema.json
index 8bba4130..cc8f7407 100644
--- a/schemas/job.schema.json
+++ b/schemas/job.schema.json
@@ -20,25 +20,26 @@
         "uses": {
           "enum": [
             "map",
-            "filter",
-            "http.write",
+            "files.read_csv",
+            "remove_field",
+            "relational.lookup",
+            "relational.read",
+            "relational.write",
+            "jinja_template",
+            "rename_field",
+            "sequence",
             "http.receiver",
-            "redis.write",
+            "http.write",
             "redis.lookup",
             "redis.read_stream",
-            "remove_field",
+            "redis.write",
             "azure.read_event_hub",
-            "std.write",
-            "std.read",
-            "jinja_template",
-            "relational.write",
-            "relational.read",
-            "rename_field",
+            "filter",
             "add_field",
-            "sequence",
-            "files.read_csv",
-            "parquet.write",
+            "std.read",
+            "std.write",
             "parquet.read",
+            "parquet.write",
             "cassandra.write"
           ]
         }
@@ -100,7 +101,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "filter"
+                "const": "files.read_csv"
               }
             },
             "required": ["uses"]
@@ -108,23 +109,63 @@
           "then": {
             "properties": {
               "with": {
-                "title": "filter",
-                "description": "Filter records",
+                "title": "files.read_csv",
+                "description": "Read data from CSV",
                 "type": "object",
                 "properties": {
-                  "expression": {
-                    "description": "Expression",
+                  "file": {
+                    "description": "Filename. Can contain a regexp or glob expression",
                     "type": "string"
                   },
-                  "language": {
-                    "description": "Language",
+                  "encoding": {
+                    "description": "Encoding to use for reading the file",
                     "type": "string",
-                    "enum": ["jmespath", "sql"]
+                    "default": "utf-8"
+                  },
+                  "fields": {
+                    "type": "array",
+                    "title": "List of columns to use",
+                    "description": "List of columns to use for extract",
+                    "default": null,
+                    "examples": [["fname", "lname"]],
+                    "minLength": 1,
+                    "additionalItems": true,
+                    "items": {
+                      "type": "string",
+                      "description": "field name",
+                      "examples": ["fname"]
+                    }
+                  },
+                  "skip": {
+                    "description": "Number of lines to skip",
+                    "type": "number",
+                    "minimum": 0,
+                    "default": 0
+                  },
+                  "delimiter": {
+                    "description": "Delimiter to use for splitting the csv records",
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 1,
+                    "default": ","
+                  },
+                  "batch_size": {
+                    "description": "Number of records to read per batch",
+                    "type": "number",
+                    "minimum": 1,
+                    "default": 1000
+                  },
+                  "quotechar": {
+                    "description": "A one-character string used to quote fields containing special characters, such as the delimiter or quotechar, or which contain new-line characters. It defaults to '",
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 1,
+                    "default": "\""
                   }
                 },
                 "additionalProperties": false,
-                "required": ["expression", "language"],
-                "examples": [{ "language": "sql", "expression": "age>20" }]
+                "required": ["file"],
+                "examples": [{ "file": "archive.csv", "delimiter": ";" }]
               }
             }
           }
@@ -135,7 +176,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "http.write"
+                "const": "remove_field"
               }
             },
             "required": ["uses"]
@@ -143,115 +184,638 @@
           "then": {
             "properties": {
               "with": {
-                "title": "http.write",
-                "description": "Write data using an HTTP request",
+                "title": "remove_field",
+                "description": "Remove fields",
                 "type": "object",
-                "properties": {
-                  "connection": {
-                    "type": "string",
-                    "title": "The connection to use for the HTTP request",
-                    "description": "Logical connection name as defined in the connections.dy.yaml",
-                    "examples": ["api_connection", "external_service"]
-                  },
-                  "endpoint": {
-                    "oneOf": [
-                      {
-                        "type": "string",
-                        "title": "API Endpoint",
-                        "description": "The endpoint URL for the HTTP request",
-                        "examples": ["/users"]
-                      },
-                      {
-                        "type": "object",
-                        "properties": {
-                          "expression": {
-                            "description": "Expression",
-                            "type": "string"
-                          },
-                          "language": {
-                            "description": "Language",
-                            "type": "string",
-                            "enum": ["jmespath", "sql"]
-                          }
-                        },
-                        "required": ["expression", "language"],
-                        "examples": [
-                          {
-                            "expression": "concat(['/users/', id]')",
-                            "language": "jmespath"
-                          }
-                        ]
-                      }
-                    ]
-                  },
-                  "method": {
-                    "type": "string",
-                    "title": "HTTP Method",
-                    "description": "HTTP method to be used for the request",
-                    "enum": ["GET", "PUT", "POST", "DELETE"],
-                    "examples": ["GET", "POST"]
-                  },
-                  "payload": {
-                    "type": "object",
-                    "title": "Request Payload",
-                    "description": "Data to be sent in the request body",
-                    "additionalProperties": {
-                      "oneOf": [
-                        { "type": "string" },
-                        {
+                "oneOf": [
+                  {
+                    "description": "Remove multiple fields",
+                    "properties": {
+                      "fields": {
+                        "type": "array",
+                        "description": "Fields",
+                        "items": {
                           "type": "object",
                           "properties": {
-                            "expression": {
-                              "description": "Expression",
+                            "field": {
+                              "description": "Field",
                               "type": "string"
-                            },
-                            "language": {
-                              "description": "Language",
-                              "type": "string",
-                              "enum": ["jmespath", "sql"]
                             }
                           },
-                          "required": ["expression", "language"]
+                          "additionalProperties": false,
+                          "required": ["field"]
                         }
-                      ]
-                    }
+                      }
+                    },
+                    "required": ["fields"],
+                    "additionalProperties": false,
+                    "examples": [
+                      {
+                        "fields": [
+                          { "field": "credit_card" },
+                          { "field": "name.mname" }
+                        ]
+                      }
+                    ]
                   },
-                  "extra_headers": {
-                    "type": "object",
-                    "title": "Additional HTTP Headers",
-                    "description": "Extra headers to be included in the HTTP request",
-                    "additionalProperties": {
-                      "oneOf": [
-                        { "type": "string" },
-                        {
-                          "type": "object",
-                          "properties": {
-                            "expression": {
-                              "description": "Expression",
-                              "type": "string"
-                            },
-                            "language": {
-                              "description": "Language",
-                              "type": "string",
-                              "enum": ["jmespath", "sql"]
-                            }
-                          },
-                          "required": ["expression", "language"]
-                        }
-                      ]
+                  {
+                    "description": "Remove one field",
+                    "properties": {
+                      "field": { "description": "Field", "type": "string" }
+                    },
+                    "additionalProperties": false,
+                    "required": ["field"],
+                    "examples": [{ "field": "credit_card" }]
+                  }
+                ]
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "relational.lookup"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "relational.write",
+                "description": "Lookup in a relational table",
+                "type": "object",
+                "additionalProperties": false,
+                "examples": [
+                  {
+                    "id": "load_snowflake",
+                    "type": "relational.write",
+                    "properties": {
+                      "connection": "eu_datalake",
+                      "table": "employees",
+                      "schema": "dbo",
+                      "load_strategy": "APPEND"
                     }
+                  }
+                ],
+                "properties": {
+                  "condition": {
+                    "type": "string",
+                    "title": "The lookup condition",
+                    "description": "Use any valid SQL syntax. Use the alias `lookup` for the lookup table and `incoming` for the base table",
+                    "examples": ["lookup.account_number = incoming.i_acct_no"]
                   },
-                  "extra_query_parameters": {
-                    "description": "Extra query parameters to be included in the HTTP request",
-                    "type": "object",
-                    "additionalProperties": {
-                      "oneOf": [
-                        { "type": "string" },
-                        {
-                          "type": "object",
-                          "properties": {
-                            "expression": {
-                              "description": "Expression",
+                  "query": {
+                    "type": "string",
+                    "title": "Query string to use as an override to the built in query",
+                    "description": "Use any valid SQL syntax. Use the alias `lookup` for the lookup table and `incoming` for the base table",
+                    "examples": [
+                      "select country_code,country_name from countries where is_active=1"
+                    ]
+                  },
+                  "schema": {
+                    "type": "string",
+                    "title": "The table schema of the lookup table",
+                    "description": "If not specified, no specific schema will be used when connecting to the database.",
+                    "examples": ["dbo"]
+                  },
+                  "table": {
+                    "type": "string",
+                    "title": "The lookup table name",
+                    "description": "Lookup table name",
+                    "examples": ["countries"]
+                  },
+                  "order_by": {
+                    "type": "array",
+                    "title": "List of keys to use for ordering. Applicable for multiple matches",
+                    "items": { "type": ["string"], "title": "name of column" },
+                    "examples": [["country_name"]]
+                  },
+                  "fields": {
+                    "type": "array",
+                    "title": "Columns to add to the output from the lookup table",
+                    "items": {
+                      "type": ["string", "object"],
+                      "title": "name of column"
+                    },
+                    "examples": [
+                      ["fname", { "lname": "last_name" }, "address", "gender"]
+                    ]
+                  },
+                  "multiple_match_policy": {
+                    "type": "string",
+                    "enum": ["first", "last", "all"],
+                    "description": "How to handle multiple matches in the lookup table",
+                    "default": ""
+                  }
+                },
+                "required": []
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "relational.read"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "relational.read",
+                "description": "Read a table from an SQL-compatible data store",
+                "type": "object",
+                "additionalProperties": false,
+                "examples": [
+                  {
+                    "id": "read_snowflake",
+                    "type": "relational.read",
+                    "properties": {
+                      "connection": "eu_datalake",
+                      "table": "employees",
+                      "schema": "dbo"
+                    }
+                  }
+                ],
+                "properties": {
+                  "connection": {
+                    "type": "string",
+                    "title": "The connection to use for loading",
+                    "description": "Logical connection name as defined in the connections.dy.yaml",
+                    "examples": ["europe_db", "target", "eu_dwh"]
+                  },
+                  "schema": {
+                    "type": "string",
+                    "title": "The table schema of the table",
+                    "description": "If left blank, the default schema of this connection will be used as defined in the connections.dy.yaml",
+                    "examples": ["dbo"]
+                  },
+                  "table": {
+                    "type": "string",
+                    "title": "The table name",
+                    "description": "Table name",
+                    "examples": ["employees"]
+                  },
+                  "columns": {
+                    "type": "array",
+                    "title": "Optional subset of columns to load",
+                    "items": {
+                      "type": ["string", "object"],
+                      "title": "name of column"
+                    },
+                    "examples": [["fname", { "lname": "last_name" }]]
+                  }
+                },
+                "required": ["connection", "table"]
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "relational.write"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "relational.write",
+                "description": "Write into a SQL-compatible data store",
+                "type": "object",
+                "additionalProperties": false,
+                "examples": [
+                  {
+                    "id": "load_snowflake",
+                    "type": "relational.write",
+                    "properties": {
+                      "connection": "eu_datalake",
+                      "table": "employees",
+                      "schema": "dbo",
+                      "load_strategy": "APPEND"
+                    }
+                  }
+                ],
+                "properties": {
+                  "connection": {
+                    "type": "string",
+                    "title": "The connection to use for loading",
+                    "description": "Logical connection name as defined in the connections.dy.yaml",
+                    "examples": ["europe_db", "target", "eu_dwh"]
+                  },
+                  "schema": {
+                    "type": "string",
+                    "title": "The table schema of the target table",
+                    "description": "If not specified, no specific schema will be used when connecting to the database.",
+                    "examples": ["dbo"]
+                  },
+                  "table": {
+                    "type": "string",
+                    "title": "The target table name",
+                    "description": "Target table name",
+                    "examples": ["employees"]
+                  },
+                  "keys": {
+                    "type": "array",
+                    "title": "Business keys to use in case of `load_strategy` is UPSERT or working with `opcode_field`",
+                    "items": {
+                      "type": ["string", "object"],
+                      "title": "name of column"
+                    },
+                    "examples": [["fname", { "lname": "last_name" }]]
+                  },
+                  "mapping": {
+                    "type": "array",
+                    "title": "Fields to write",
+                    "items": {
+                      "type": ["string", "object"],
+                      "title": "name of column"
+                    },
+                    "examples": [
+                      ["fname", { "lname": "last_name" }, "address", "gender"]
+                    ]
+                  },
+                  "foreach": {
+                    "type": "string",
+                    "title": "Split a column into multiple records with a JMESPath expression",
+                    "description": "Use a JMESPath expression to split a column into multiple records. The expression should be in the format column: expression.",
+                    "pattern": "^(?!:).*:.*(?<!:)$",
+                    "examples": ["order_line: lines[]"]
+                  },
+                  "opcode_field": {
+                    "type": "string",
+                    "description": "Name of the field in the payload that holds the operation (c - create, d - delete, u - update) for this record in the DB"
+                  },
+                  "load_strategy": {
+                    "type": "string",
+                    "enum": ["APPEND", "REPLACE", "UPSERT", "TYPE2"],
+                    "description": "type of target",
+                    "default": "APPEND"
+                  },
+                  "active_record_indicator": {
+                    "type": "string",
+                    "description": "Used for `TYPE2` load_strategy. An SQL expression used to identify which rows are active",
+                    "examples": ["is_active='Y'", "deletedAt is null"]
+                  },
+                  "inactive_record_mapping": {
+                    "type": "array",
+                    "title": "Used for `TYPE2` load_strategy. The columns mapping to use to close out an active record",
+                    "description": "A list of columns to use. Use any valid SQL expression for the source. If 'target' is omitted, will default to the name of the source column",
+                    "default": [],
+                    "examples": [
+                      [
+                        { "source": "CURRENT_DATE", "target": "deletedAt" },
+                        { "source": "'Y'", "target": "is_active" }
+                      ]
+                    ]
+                  }
+                },
+                "required": ["connection", "table"],
+                "allOf": [
+                  { "not": { "required": ["opcode_field", "load_strategy"] } }
+                ]
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "jinja_template"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "jinja_template",
+                "description": "Apply Jinja template to a field",
+                "type": "object",
+                "properties": {
+                  "field": { "description": "Field", "type": "string" },
+                  "template": {
+                    "description": "Jinja Template",
+                    "type": "string"
+                  }
+                },
+                "additionalProperties": false,
+                "required": ["field", "template"],
+                "examples": [
+                  {
+                    "field": "name.full_name",
+                    "template": "{{ name.fname }} {{ name.lname }}"
+                  },
+                  {
+                    "field": "name.fname_upper",
+                    "template": "{{ name.fname | upper }}"
+                  }
+                ]
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "rename_field"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "rename_field",
+                "description": "Renames fields. All other fields remain unchanged",
+                "type": "object",
+                "oneOf": [
+                  {
+                    "description": "Rename multiple fields",
+                    "properties": {
+                      "fields": {
+                        "type": "array",
+                        "description": "Fields",
+                        "items": {
+                          "type": "object",
+                          "properties": {
+                            "from_field": {
+                              "description": "From field",
+                              "type": "string"
+                            },
+                            "to_field": {
+                              "description": "To field",
+                              "type": "string"
+                            }
+                          },
+                          "additionalProperties": false,
+                          "required": ["from_field", "to_field"],
+                          "examples": [
+                            {
+                              "fields": [
+                                {
+                                  "from_field": "name.lname",
+                                  "to_field": "name.last_name"
+                                },
+                                {
+                                  "from_field": "name.fname",
+                                  "to_field": "name.first_name"
+                                }
+                              ]
+                            }
+                          ]
+                        }
+                      }
+                    },
+                    "required": ["fields"],
+                    "additionalProperties": false
+                  },
+                  {
+                    "description": "Rename one field",
+                    "properties": {
+                      "from_field": {
+                        "description": "From field",
+                        "type": "string"
+                      },
+                      "to_field": {
+                        "description": "To field",
+                        "type": "string"
+                      }
+                    },
+                    "additionalProperties": false,
+                    "required": ["from_field", "to_field"],
+                    "examples": [
+                      {
+                        "from_field": "name.lname",
+                        "to_field": "name.last_name"
+                      }
+                    ]
+                  }
+                ]
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "sequence"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "sequence",
+                "description": "Add a sequence number field to data",
+                "type": "object",
+                "additionalProperties": false,
+                "examples": [],
+                "required": [],
+                "properties": {
+                  "field": {
+                    "type": "string",
+                    "title": "Name of new sequence field"
+                  },
+                  "start": {
+                    "type": "number",
+                    "title": "Start entry",
+                    "default": 1,
+                    "examples": []
+                  },
+                  "increment": {
+                    "type": "number",
+                    "title": "Increment between sequences",
+                    "examples": []
+                  }
+                }
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "http.receiver"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "http.receiver",
+                "description": "Receives HTTP requests and process the data.",
+                "type": "object",
+                "properties": {
+                  "host": {
+                    "description": "Host to listen",
+                    "type": "string",
+                    "default": "0.0.0.0"
+                  },
+                  "port": {
+                    "description": "Port to listen",
+                    "type": "integer",
+                    "default": 8080
+                  }
+                },
+                "additionalProperties": false,
+                "examples": [{ "host": "localhost", "port": 8080 }]
+              }
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": {
+              "uses": {
+                "description": "Block type",
+                "type": "string",
+                "const": "http.write"
+              }
+            },
+            "required": ["uses"]
+          },
+          "then": {
+            "properties": {
+              "with": {
+                "title": "http.write",
+                "description": "Write data using an HTTP request",
+                "type": "object",
+                "properties": {
+                  "connection": {
+                    "type": "string",
+                    "title": "The connection to use for the HTTP request",
+                    "description": "Logical connection name as defined in the connections.dy.yaml",
+                    "examples": ["api_connection", "external_service"]
+                  },
+                  "endpoint": {
+                    "oneOf": [
+                      {
+                        "type": "string",
+                        "title": "API Endpoint",
+                        "description": "The endpoint URL for the HTTP request",
+                        "examples": ["/users"]
+                      },
+                      {
+                        "type": "object",
+                        "properties": {
+                          "expression": {
+                            "description": "Expression",
+                            "type": "string"
+                          },
+                          "language": {
+                            "description": "Language",
+                            "type": "string",
+                            "enum": ["jmespath", "sql"]
+                          }
+                        },
+                        "required": ["expression", "language"],
+                        "examples": [
+                          {
+                            "expression": "concat(['/users/', id]')",
+                            "language": "jmespath"
+                          }
+                        ]
+                      }
+                    ]
+                  },
+                  "method": {
+                    "type": "string",
+                    "title": "HTTP Method",
+                    "description": "HTTP method to be used for the request",
+                    "enum": ["GET", "PUT", "POST", "DELETE"],
+                    "examples": ["GET", "POST"]
+                  },
+                  "payload": {
+                    "type": "object",
+                    "title": "Request Payload",
+                    "description": "Data to be sent in the request body",
+                    "additionalProperties": {
+                      "oneOf": [
+                        { "type": "string" },
+                        {
+                          "type": "object",
+                          "properties": {
+                            "expression": {
+                              "description": "Expression",
+                              "type": "string"
+                            },
+                            "language": {
+                              "description": "Language",
+                              "type": "string",
+                              "enum": ["jmespath", "sql"]
+                            }
+                          },
+                          "required": ["expression", "language"]
+                        }
+                      ]
+                    }
+                  },
+                  "extra_headers": {
+                    "type": "object",
+                    "title": "Additional HTTP Headers",
+                    "description": "Extra headers to be included in the HTTP request",
+                    "additionalProperties": {
+                      "oneOf": [
+                        { "type": "string" },
+                        {
+                          "type": "object",
+                          "properties": {
+                            "expression": {
+                              "description": "Expression",
+                              "type": "string"
+                            },
+                            "language": {
+                              "description": "Language",
+                              "type": "string",
+                              "enum": ["jmespath", "sql"]
+                            }
+                          },
+                          "required": ["expression", "language"]
+                        }
+                      ]
+                    }
+                  },
+                  "extra_query_parameters": {
+                    "description": "Extra query parameters to be included in the HTTP request",
+                    "type": "object",
+                    "additionalProperties": {
+                      "oneOf": [
+                        { "type": "string" },
+                        {
+                          "type": "object",
+                          "properties": {
+                            "expression": {
+                              "description": "Expression",
                               "type": "string"
                             },
                             "language": {
@@ -313,268 +877,21 @@
                     "extra_headers": {
                       "my_header": {
                         "expression": "lname || '-' || fname",
-                        "language": "sql"
-                      }
-                    },
-                    "extra_query_parameters": {
-                      "fname": {
-                        "expression": "UPPER(fname)",
-                        "language": "sql"
-                      }
-                    },
-                    "output": {
-                      "status_code": "response.status_code",
-                      "headers": "response.headers",
-                      "body": "response.content"
-                    },
-                    "timeout": 3
-                  }
-                ]
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "http.receiver"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "http.receiver",
-                "description": "Receives HTTP requests and process the data.",
-                "type": "object",
-                "properties": {
-                  "host": {
-                    "description": "Host to listen",
-                    "type": "string",
-                    "default": "0.0.0.0"
-                  },
-                  "port": {
-                    "description": "Port to listen",
-                    "type": "integer",
-                    "default": 8080
-                  }
-                },
-                "additionalProperties": false,
-                "examples": [{ "host": "localhost", "port": 8080 }]
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "redis.write"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "redis.write",
-                "description": "Write to a Redis data structure",
-                "type": "object",
-                "properties": {
-                  "connection": {
-                    "title": "Connection name",
-                    "type": "string"
-                  },
-                  "command": {
-                    "enum": [
-                      "HSET",
-                      "SADD",
-                      "XADD",
-                      "RPUSH",
-                      "LPUSH",
-                      "SET",
-                      "ZADD"
-                    ],
-                    "default": "HSET",
-                    "type": "string",
-                    "title": "Redis command",
-                    "description": "Redis command"
-                  },
-                  "key": {
-                    "description": "Field to use as the Redis key",
-                    "type": "object",
-                    "properties": {
-                      "expression": {
-                        "description": "Expression",
-                        "type": "string"
-                      },
-                      "language": {
-                        "description": "Language",
-                        "type": "string",
-                        "enum": ["jmespath", "sql"]
-                      }
-                    },
-                    "required": ["expression", "language"]
-                  }
-                },
-                "additionalProperties": false,
-                "required": ["connection", "key"]
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "redis.lookup"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "redis.lookup",
-                "description": "Lookup data from Redis using the given command and key",
-                "type": "object",
-                "properties": {
-                  "connection": {
-                    "title": "Connection name",
-                    "type": "string"
-                  },
-                  "cmd": {
-                    "title": "Redis command",
-                    "description": "The command to execute",
-                    "type": "string"
-                  },
-                  "args": {
-                    "title": "Redis command arguments",
-                    "description": "The list of expressions produces arguments",
-                    "type": "array",
-                    "items": { "type": "string" }
-                  },
-                  "language": {
-                    "description": "Language",
-                    "type": "string",
-                    "enum": ["jmespath", "sql"]
-                  },
-                  "field": {
-                    "type": "string",
-                    "title": "Target field",
-                    "description": "The field to write the result to"
-                  }
-                },
-                "additionalProperties": false,
-                "required": ["connection", "cmd", "args", "language", "field"]
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "redis.read_stream"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "redis.read_stream",
-                "description": "Read from Redis stream",
-                "type": "object",
-                "properties": {
-                  "connection": {
-                    "description": "Connection name",
-                    "type": "string"
-                  },
-                  "stream_name": {
-                    "type": "string",
-                    "title": "Source stream name",
-                    "description": "Source stream name"
-                  },
-                  "snapshot": {
-                    "type": "boolean",
-                    "title": "Snapshot current entries and quit",
-                    "description": "Snapshot current entries and quit",
-                    "default": false
-                  }
-                },
-                "additionalProperties": false,
-                "required": ["connection", "stream_name"]
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "remove_field"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "remove_field",
-                "description": "Remove fields",
-                "type": "object",
-                "oneOf": [
-                  {
-                    "description": "Remove multiple fields",
-                    "properties": {
-                      "fields": {
-                        "type": "array",
-                        "description": "Fields",
-                        "items": {
-                          "type": "object",
-                          "properties": {
-                            "field": {
-                              "description": "Field",
-                              "type": "string"
-                            }
-                          },
-                          "additionalProperties": false,
-                          "required": ["field"]
-                        }
-                      }
-                    },
-                    "required": ["fields"],
-                    "additionalProperties": false,
-                    "examples": [
-                      {
-                        "fields": [
-                          { "field": "credit_card" },
-                          { "field": "name.mname" }
-                        ]
+                        "language": "sql"
                       }
-                    ]
-                  },
-                  {
-                    "description": "Remove one field",
-                    "properties": {
-                      "field": { "description": "Field", "type": "string" }
                     },
-                    "additionalProperties": false,
-                    "required": ["field"],
-                    "examples": [{ "field": "credit_card" }]
+                    "extra_query_parameters": {
+                      "fname": {
+                        "expression": "UPPER(fname)",
+                        "language": "sql"
+                      }
+                    },
+                    "output": {
+                      "status_code": "response.status_code",
+                      "headers": "response.headers",
+                      "body": "response.content"
+                    },
+                    "timeout": 3
                   }
                 ]
               }
@@ -587,7 +904,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "azure.read_event_hub"
+                "const": "redis.lookup"
               }
             },
             "required": ["uses"]
@@ -595,83 +912,38 @@
           "then": {
             "properties": {
               "with": {
-                "title": "azure.read_event_hub",
-                "description": "Read from Azure Event Hub",
+                "title": "redis.lookup",
+                "description": "Lookup data from Redis using the given command and key",
                 "type": "object",
                 "properties": {
-                  "event_hub_connection_string": {
-                    "type": "string",
-                    "description": "The connection string for the Azure Event Hub namespace."
+                  "connection": {
+                    "title": "Connection name",
+                    "type": "string"
                   },
-                  "event_hub_consumer_group_name": {
-                    "type": "string",
-                    "description": "The name of the consumer group to read events from."
+                  "cmd": {
+                    "title": "Redis command",
+                    "description": "The command to execute",
+                    "type": "string"
                   },
-                  "event_hub_name": {
-                    "type": "string",
-                    "description": "The name of the Azure Event Hub."
+                  "args": {
+                    "title": "Redis command arguments",
+                    "description": "The list of expressions produces arguments",
+                    "type": "array",
+                    "items": { "type": "string" }
                   },
-                  "checkpoint_store_connection_string": {
+                  "language": {
+                    "description": "Language",
                     "type": "string",
-                    "description": "The connection string for the Azure Storage account used as the checkpoint store."
+                    "enum": ["jmespath", "sql"]
                   },
-                  "checkpoint_store_container_name": {
+                  "field": {
                     "type": "string",
-                    "description": "The name of the container within the checkpoint store to store the checkpoints."
-                  },
-                  "batch_size": {
-                    "type": "integer",
-                    "description": "The maximum number of events to receive in each batch.",
-                    "default": 300
+                    "title": "Target field",
+                    "description": "The field to write the result to"
                   }
                 },
-                "required": [
-                  "event_hub_connection_string",
-                  "event_hub_consumer_group_name",
-                  "event_hub_name",
-                  "checkpoint_store_connection_string",
-                  "checkpoint_store_container_name"
-                ]
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "std.write"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "std.write",
-                "description": "Write to the standard output"
-              }
-            }
-          }
-        },
-        {
-          "if": {
-            "properties": {
-              "uses": {
-                "description": "Block type",
-                "type": "string",
-                "const": "std.read"
-              }
-            },
-            "required": ["uses"]
-          },
-          "then": {
-            "properties": {
-              "with": {
-                "title": "std.read",
-                "description": "Read from the standard input"
+                "additionalProperties": false,
+                "required": ["connection", "cmd", "args", "language", "field"]
               }
             }
           }
@@ -682,7 +954,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "jinja_template"
+                "const": "redis.read_stream"
               }
             },
             "required": ["uses"]
@@ -690,28 +962,28 @@
           "then": {
             "properties": {
               "with": {
-                "title": "jinja_template",
-                "description": "Apply Jinja template to a field",
+                "title": "redis.read_stream",
+                "description": "Read from Redis stream",
                 "type": "object",
                 "properties": {
-                  "field": { "description": "Field", "type": "string" },
-                  "template": {
-                    "description": "Jinja Template",
+                  "connection": {
+                    "description": "Connection name",
                     "type": "string"
+                  },
+                  "stream_name": {
+                    "type": "string",
+                    "title": "Source stream name",
+                    "description": "Source stream name"
+                  },
+                  "snapshot": {
+                    "type": "boolean",
+                    "title": "Snapshot current entries and quit",
+                    "description": "Snapshot current entries and quit",
+                    "default": false
                   }
                 },
                 "additionalProperties": false,
-                "required": ["field", "template"],
-                "examples": [
-                  {
-                    "field": "name.full_name",
-                    "template": "{{ name.fname }} {{ name.lname }}"
-                  },
-                  {
-                    "field": "name.fname_upper",
-                    "template": "{{ name.fname | upper }}"
-                  }
-                ]
+                "required": ["connection", "stream_name"]
               }
             }
           }
@@ -722,7 +994,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "relational.write"
+                "const": "redis.write"
               }
             },
             "required": ["uses"]
@@ -730,100 +1002,48 @@
           "then": {
             "properties": {
               "with": {
-                "title": "relational.write",
-                "description": "Write into a SQL-compatible data store",
+                "title": "redis.write",
+                "description": "Write to a Redis data structure",
                 "type": "object",
-                "additionalProperties": false,
-                "examples": [
-                  {
-                    "id": "load_snowflake",
-                    "type": "relational.write",
-                    "properties": {
-                      "connection": "eu_datalake",
-                      "table": "employees",
-                      "schema": "dbo",
-                      "load_strategy": "APPEND"
-                    }
-                  }
-                ],
                 "properties": {
                   "connection": {
-                    "type": "string",
-                    "title": "The connection to use for loading",
-                    "description": "Logical connection name as defined in the connections.dy.yaml",
-                    "examples": ["europe_db", "target", "eu_dwh"]
-                  },
-                  "schema": {
-                    "type": "string",
-                    "title": "The table schema of the target table",
-                    "description": "If not specified, no specific schema will be used when connecting to the database.",
-                    "examples": ["dbo"]
-                  },
-                  "table": {
-                    "type": "string",
-                    "title": "The target table name",
-                    "description": "Target table name",
-                    "examples": ["employees"]
-                  },
-                  "keys": {
-                    "type": "array",
-                    "title": "Business keys to use in case of `load_strategy` is UPSERT or working with `opcode_field`",
-                    "items": {
-                      "type": ["string", "object"],
-                      "title": "name of column"
-                    },
-                    "examples": [["fname", { "lname": "last_name" }]]
-                  },
-                  "mapping": {
-                    "type": "array",
-                    "title": "Fields to write",
-                    "items": {
-                      "type": ["string", "object"],
-                      "title": "name of column"
-                    },
-                    "examples": [
-                      ["fname", { "lname": "last_name" }, "address", "gender"]
-                    ]
-                  },
-                  "foreach": {
-                    "type": "string",
-                    "title": "Split a column into multiple records with a JMESPath expression",
-                    "description": "Use a JMESPath expression to split a column into multiple records. The expression should be in the format column: expression.",
-                    "pattern": "^(?!:).*:.*(?<!:)$",
-                    "examples": ["order_line: lines[]"]
-                  },
-                  "opcode_field": {
-                    "type": "string",
-                    "description": "Name of the field in the payload that holds the operation (c - create, d - delete, u - update) for this record in the DB"
-                  },
-                  "load_strategy": {
-                    "type": "string",
-                    "enum": ["APPEND", "REPLACE", "UPSERT", "TYPE2"],
-                    "description": "type of target",
-                    "default": "APPEND"
+                    "title": "Connection name",
+                    "type": "string"
                   },
-                  "active_record_indicator": {
+                  "command": {
+                    "enum": [
+                      "HSET",
+                      "SADD",
+                      "XADD",
+                      "RPUSH",
+                      "LPUSH",
+                      "SET",
+                      "ZADD"
+                    ],
+                    "default": "HSET",
                     "type": "string",
-                    "description": "Used for `TYPE2` load_strategy. An SQL expression used to identify which rows are active",
-                    "examples": ["is_active='Y'", "deletedAt is null"]
+                    "title": "Redis command",
+                    "description": "Redis command"
                   },
-                  "inactive_record_mapping": {
-                    "type": "array",
-                    "title": "Used for `TYPE2` load_strategy. The columns mapping to use to close out an active record",
-                    "description": "A list of columns to use. Use any valid SQL expression for the source. If 'target' is omitted, will default to the name of the source column",
-                    "default": [],
-                    "examples": [
-                      [
-                        { "source": "CURRENT_DATE", "target": "deletedAt" },
-                        { "source": "'Y'", "target": "is_active" }
-                      ]
-                    ]
+                  "key": {
+                    "description": "Field to use as the Redis key",
+                    "type": "object",
+                    "properties": {
+                      "expression": {
+                        "description": "Expression",
+                        "type": "string"
+                      },
+                      "language": {
+                        "description": "Language",
+                        "type": "string",
+                        "enum": ["jmespath", "sql"]
+                      }
+                    },
+                    "required": ["expression", "language"]
                   }
                 },
-                "required": ["connection", "table"],
-                "allOf": [
-                  { "not": { "required": ["opcode_field", "load_strategy"] } }
-                ]
+                "additionalProperties": false,
+                "required": ["connection", "key"]
               }
             }
           }
@@ -834,7 +1054,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "relational.read"
+                "const": "azure.read_event_hub"
               }
             },
             "required": ["uses"]
@@ -842,51 +1062,43 @@
           "then": {
             "properties": {
               "with": {
-                "title": "relational.read",
-                "description": "Read a table from an SQL-compatible data store",
+                "title": "azure.read_event_hub",
+                "description": "Read from Azure Event Hub",
                 "type": "object",
-                "additionalProperties": false,
-                "examples": [
-                  {
-                    "id": "read_snowflake",
-                    "type": "relational.read",
-                    "properties": {
-                      "connection": "eu_datalake",
-                      "table": "employees",
-                      "schema": "dbo"
-                    }
-                  }
-                ],
                 "properties": {
-                  "connection": {
+                  "event_hub_connection_string": {
                     "type": "string",
-                    "title": "The connection to use for loading",
-                    "description": "Logical connection name as defined in the connections.dy.yaml",
-                    "examples": ["europe_db", "target", "eu_dwh"]
+                    "description": "The connection string for the Azure Event Hub namespace."
                   },
-                  "schema": {
+                  "event_hub_consumer_group_name": {
                     "type": "string",
-                    "title": "The table schema of the table",
-                    "description": "If left blank, the default schema of this connection will be used as defined in the connections.dy.yaml",
-                    "examples": ["dbo"]
+                    "description": "The name of the consumer group to read events from."
                   },
-                  "table": {
+                  "event_hub_name": {
                     "type": "string",
-                    "title": "The table name",
-                    "description": "Table name",
-                    "examples": ["employees"]
+                    "description": "The name of the Azure Event Hub."
                   },
-                  "columns": {
-                    "type": "array",
-                    "title": "Optional subset of columns to load",
-                    "items": {
-                      "type": ["string", "object"],
-                      "title": "name of column"
-                    },
-                    "examples": [["fname", { "lname": "last_name" }]]
+                  "checkpoint_store_connection_string": {
+                    "type": "string",
+                    "description": "The connection string for the Azure Storage account used as the checkpoint store."
+                  },
+                  "checkpoint_store_container_name": {
+                    "type": "string",
+                    "description": "The name of the container within the checkpoint store to store the checkpoints."
+                  },
+                  "batch_size": {
+                    "type": "integer",
+                    "description": "The maximum number of events to receive in each batch.",
+                    "default": 300
                   }
                 },
-                "required": ["connection", "table"]
+                "required": [
+                  "event_hub_connection_string",
+                  "event_hub_consumer_group_name",
+                  "event_hub_name",
+                  "checkpoint_store_connection_string",
+                  "checkpoint_store_container_name"
+                ]
               }
             }
           }
@@ -897,7 +1109,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "rename_field"
+                "const": "filter"
               }
             },
             "required": ["uses"]
@@ -905,72 +1117,23 @@
           "then": {
             "properties": {
               "with": {
-                "title": "rename_field",
-                "description": "Renames fields. All other fields remain unchanged",
+                "title": "filter",
+                "description": "Filter records",
                 "type": "object",
-                "oneOf": [
-                  {
-                    "description": "Rename multiple fields",
-                    "properties": {
-                      "fields": {
-                        "type": "array",
-                        "description": "Fields",
-                        "items": {
-                          "type": "object",
-                          "properties": {
-                            "from_field": {
-                              "description": "From field",
-                              "type": "string"
-                            },
-                            "to_field": {
-                              "description": "To field",
-                              "type": "string"
-                            }
-                          },
-                          "additionalProperties": false,
-                          "required": ["from_field", "to_field"],
-                          "examples": [
-                            {
-                              "fields": [
-                                {
-                                  "from_field": "name.lname",
-                                  "to_field": "name.last_name"
-                                },
-                                {
-                                  "from_field": "name.fname",
-                                  "to_field": "name.first_name"
-                                }
-                              ]
-                            }
-                          ]
-                        }
-                      }
-                    },
-                    "required": ["fields"],
-                    "additionalProperties": false
+                "properties": {
+                  "expression": {
+                    "description": "Expression",
+                    "type": "string"
                   },
-                  {
-                    "description": "Rename one field",
-                    "properties": {
-                      "from_field": {
-                        "description": "From field",
-                        "type": "string"
-                      },
-                      "to_field": {
-                        "description": "To field",
-                        "type": "string"
-                      }
-                    },
-                    "additionalProperties": false,
-                    "required": ["from_field", "to_field"],
-                    "examples": [
-                      {
-                        "from_field": "name.lname",
-                        "to_field": "name.last_name"
-                      }
-                    ]
+                  "language": {
+                    "description": "Language",
+                    "type": "string",
+                    "enum": ["jmespath", "sql"]
                   }
-                ]
+                },
+                "additionalProperties": false,
+                "required": ["expression", "language"],
+                "examples": [{ "language": "sql", "expression": "age>20" }]
               }
             }
           }
@@ -1075,7 +1238,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "sequence"
+                "const": "std.read"
               }
             },
             "required": ["uses"]
@@ -1083,29 +1246,8 @@
           "then": {
             "properties": {
               "with": {
-                "title": "sequence",
-                "description": "Add a sequence number field to data",
-                "type": "object",
-                "additionalProperties": false,
-                "examples": [],
-                "required": [],
-                "properties": {
-                  "field": {
-                    "type": "string",
-                    "title": "Name of new sequence field"
-                  },
-                  "start": {
-                    "type": "number",
-                    "title": "Start entry",
-                    "default": 1,
-                    "examples": []
-                  },
-                  "increment": {
-                    "type": "number",
-                    "title": "Increment between sequences",
-                    "examples": []
-                  }
-                }
+                "title": "std.read",
+                "description": "Read from the standard input"
               }
             }
           }
@@ -1116,7 +1258,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "files.read_csv"
+                "const": "std.write"
               }
             },
             "required": ["uses"]
@@ -1124,63 +1266,8 @@
           "then": {
             "properties": {
               "with": {
-                "title": "files.read_csv",
-                "description": "Read data from CSV",
-                "type": "object",
-                "properties": {
-                  "file": {
-                    "description": "Filename. Can contain a regexp or glob expression",
-                    "type": "string"
-                  },
-                  "encoding": {
-                    "description": "Encoding to use for reading the file",
-                    "type": "string",
-                    "default": "utf-8"
-                  },
-                  "fields": {
-                    "type": "array",
-                    "title": "List of columns to use",
-                    "description": "List of columns to use for extract",
-                    "default": null,
-                    "examples": [["fname", "lname"]],
-                    "minLength": 1,
-                    "additionalItems": true,
-                    "items": {
-                      "type": "string",
-                      "description": "field name",
-                      "examples": ["fname"]
-                    }
-                  },
-                  "skip": {
-                    "description": "Number of lines to skip",
-                    "type": "number",
-                    "minimum": 0,
-                    "default": 0
-                  },
-                  "delimiter": {
-                    "description": "Delimiter to use for splitting the csv records",
-                    "type": "string",
-                    "minLength": 1,
-                    "maxLength": 1,
-                    "default": ","
-                  },
-                  "batch_size": {
-                    "description": "Number of records to read per batch",
-                    "type": "number",
-                    "minimum": 1,
-                    "default": 1000
-                  },
-                  "quotechar": {
-                    "description": "A one-character string used to quote fields containing special characters, such as the delimiter or quotechar, or which contain new-line characters. It defaults to '",
-                    "type": "string",
-                    "minLength": 1,
-                    "maxLength": 1,
-                    "default": "\""
-                  }
-                },
-                "additionalProperties": false,
-                "required": ["file"],
-                "examples": [{ "file": "archive.csv", "delimiter": ";" }]
+                "title": "std.write",
+                "description": "Write to the standard output"
               }
             }
           }
@@ -1191,7 +1278,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "parquet.write"
+                "const": "parquet.read"
               }
             },
             "required": ["uses"]
@@ -1199,8 +1286,8 @@
           "then": {
             "properties": {
               "with": {
-                "title": "parquet.write",
-                "description": "Write data to parquet",
+                "title": "parquet.read",
+                "description": "Read data from parquet",
                 "type": "object",
                 "properties": {
                   "file": {
@@ -1221,7 +1308,7 @@
               "uses": {
                 "description": "Block type",
                 "type": "string",
-                "const": "parquet.read"
+                "const": "parquet.write"
               }
             },
             "required": ["uses"]
@@ -1229,8 +1316,8 @@
           "then": {
             "properties": {
               "with": {
-                "title": "parquet.read",
-                "description": "Read data from parquet",
+                "title": "parquet.write",
+                "description": "Write data to parquet",
                 "type": "object",
                 "properties": {
                   "file": {