From 046b003d3dfc8bdb5ee74e5d6803be32fd4f774a Mon Sep 17 00:00:00 2001 From: urfreespace Date: Sun, 8 Dec 2024 17:35:20 +0000 Subject: [PATCH] Docs sync 20241208 --- .../io-activemq-sink.md | 2 +- .../io-activemq-sink.md | 2 +- .../io-activemq-sink.md | 2 +- .../io-activemq-source.md | 2 +- .../io-activemq-source.md | 2 +- .../io-activemq-source.md | 2 +- .../{v3.0.7.3 => v3.0.7.5}/amqp-1-0-sink.md | 4 +-- .../{v3.3.2.3 => v3.3.2.4}/amqp-1-0-sink.md | 4 +-- .../{v4.0.0.6 => v4.0.0.8}/amqp-1-0-sink.md | 4 +-- .../{v3.0.7.3 => v3.0.7.5}/amqp-1-0-source.md | 4 +-- .../{v3.3.2.3 => v3.3.2.4}/amqp-1-0-source.md | 4 +-- .../{v4.0.0.6 => v4.0.0.8}/amqp-1-0-source.md | 4 +-- .../aws-eventbridge-sink.md | 2 +- .../aws-eventbridge-sink.md | 2 +- .../aws-eventbridge-sink.md | 2 +- .../{v3.0.7.3 => v3.0.7.5}/aws-lambda-sink.md | 28 ++++++++-------- .../{v4.0.0.6 => v3.3.2.4}/aws-lambda-sink.md | 32 +++++++++---------- .../{v3.3.2.3 => v4.0.0.8}/aws-lambda-sink.md | 32 +++++++++---------- .../{v3.0.7.3 => v3.0.7.5}/aws-s3-sink.md | 4 +-- .../{v3.3.2.3 => v3.3.2.4}/aws-s3-sink.md | 4 +-- .../{v4.0.0.6 => v4.0.0.8}/aws-s3-sink.md | 4 +-- .../azure-blob-storage-sink.md | 4 +-- .../azure-blob-storage-sink.md | 4 +-- .../azure-blob-storage-sink.md | 4 +-- .../google-bigquery-sink.md | 2 +- .../google-bigquery-sink.md | 2 +- .../google-bigquery-sink.md | 2 +- .../google-bigquery-source.md | 2 +- .../google-bigquery-source.md | 2 +- .../google-bigquery-source.md | 2 +- .../google-cloud-storage-sink.md | 4 +-- .../google-cloud-storage-sink.md | 4 +-- .../google-cloud-storage-sink.md | 4 +-- .../google-pubsub-sink.md | 2 +- .../google-pubsub-sink.md | 2 +- .../google-pubsub-sink.md | 2 +- .../google-pubsub-source.md | 2 +- .../google-pubsub-source.md | 2 +- .../google-pubsub-source.md | 2 +- .../{v3.0.7.3 => v3.0.7.5}/lakehouse-sink.md | 22 ++++++------- .../{v3.3.2.3 => v3.3.2.4}/lakehouse-sink.md | 22 ++++++------- .../{v4.0.0.6 => v4.0.0.8}/lakehouse-sink.md | 22 ++++++------- .../lakehouse-source.md | 14 ++++---- .../lakehouse-source.md | 14 ++++---- .../lakehouse-source.md | 14 ++++---- .../{v3.3.2.3 => v3.0.7.5}/pinecone-sink.md | 2 +- .../{v4.0.0.6 => v3.3.2.4}/pinecone-sink.md | 2 +- .../{v3.0.7.3 => v4.0.0.8}/pinecone-sink.md | 2 +- .../{v3.0.7.3 => v3.0.7.5}/snowflake-sink.md | 0 .../{v3.3.2.3 => v3.3.2.4}/snowflake-sink.md | 0 .../{v4.0.0.6 => v4.0.0.8}/snowflake-sink.md | 0 .../{v3.0.7.3 => v3.0.7.5}/sqs-sink.md | 2 +- .../{v4.0.0.6 => v3.3.2.4}/sqs-sink.md | 2 +- .../{v3.3.2.3 => v4.0.0.8}/sqs-sink.md | 2 +- .../{v3.0.7.3 => v3.0.7.5}/sqs-source.md | 2 +- .../{v3.3.2.3 => v3.3.2.4}/sqs-source.md | 2 +- .../{v4.0.0.6 => v4.0.0.8}/sqs-source.md | 2 +- 57 files changed, 160 insertions(+), 160 deletions(-) rename connectors/activemq-sink/{v3.0.7.3 => v3.0.7.5}/io-activemq-sink.md (99%) rename connectors/activemq-sink/{v3.3.2.3 => v3.3.2.4}/io-activemq-sink.md (99%) rename connectors/activemq-sink/{v4.0.0.6 => v4.0.0.8}/io-activemq-sink.md (99%) rename connectors/activemq-source/{v3.0.7.3 => v3.0.7.5}/io-activemq-source.md (99%) rename connectors/activemq-source/{v3.3.2.3 => v3.3.2.4}/io-activemq-source.md (99%) rename connectors/activemq-source/{v4.0.0.6 => v4.0.0.8}/io-activemq-source.md (99%) rename connectors/amqp-1-0-sink/{v3.0.7.3 => v3.0.7.5}/amqp-1-0-sink.md (99%) rename connectors/amqp-1-0-sink/{v3.3.2.3 => v3.3.2.4}/amqp-1-0-sink.md (99%) rename connectors/amqp-1-0-sink/{v4.0.0.6 => v4.0.0.8}/amqp-1-0-sink.md (99%) rename connectors/amqp-1-0-source/{v3.0.7.3 => v3.0.7.5}/amqp-1-0-source.md (99%) rename connectors/amqp-1-0-source/{v3.3.2.3 => v3.3.2.4}/amqp-1-0-source.md (99%) rename connectors/amqp-1-0-source/{v4.0.0.6 => v4.0.0.8}/amqp-1-0-source.md (99%) rename connectors/aws-eventbridge-sink/{v3.0.7.3 => v3.0.7.5}/aws-eventbridge-sink.md (99%) rename connectors/aws-eventbridge-sink/{v3.3.2.3 => v3.3.2.4}/aws-eventbridge-sink.md (99%) rename connectors/aws-eventbridge-sink/{v4.0.0.6 => v4.0.0.8}/aws-eventbridge-sink.md (99%) rename connectors/aws-lambda-sink/{v3.0.7.3 => v3.0.7.5}/aws-lambda-sink.md (94%) rename connectors/aws-lambda-sink/{v4.0.0.6 => v3.3.2.4}/aws-lambda-sink.md (91%) rename connectors/aws-lambda-sink/{v3.3.2.3 => v4.0.0.8}/aws-lambda-sink.md (91%) rename connectors/aws-s3-sink/{v3.0.7.3 => v3.0.7.5}/aws-s3-sink.md (99%) rename connectors/aws-s3-sink/{v3.3.2.3 => v3.3.2.4}/aws-s3-sink.md (99%) rename connectors/aws-s3-sink/{v4.0.0.6 => v4.0.0.8}/aws-s3-sink.md (99%) rename connectors/azure-blob-storage-sink/{v3.0.7.3 => v3.0.7.5}/azure-blob-storage-sink.md (99%) rename connectors/azure-blob-storage-sink/{v3.3.2.3 => v3.3.2.4}/azure-blob-storage-sink.md (99%) rename connectors/azure-blob-storage-sink/{v4.0.0.6 => v4.0.0.8}/azure-blob-storage-sink.md (99%) rename connectors/google-bigquery-sink/{v3.0.7.3 => v3.0.7.5}/google-bigquery-sink.md (99%) rename connectors/google-bigquery-sink/{v3.3.2.3 => v3.3.2.4}/google-bigquery-sink.md (99%) rename connectors/google-bigquery-sink/{v4.0.0.6 => v4.0.0.8}/google-bigquery-sink.md (99%) rename connectors/google-bigquery-source/{v3.0.7.3 => v3.0.7.5}/google-bigquery-source.md (99%) rename connectors/google-bigquery-source/{v4.0.0.6 => v3.3.2.4}/google-bigquery-source.md (99%) rename connectors/google-bigquery-source/{v3.3.2.3 => v4.0.0.8}/google-bigquery-source.md (99%) rename connectors/google-cloud-storage-sink/{v3.0.7.3 => v3.0.7.5}/google-cloud-storage-sink.md (99%) rename connectors/google-cloud-storage-sink/{v3.3.2.3 => v3.3.2.4}/google-cloud-storage-sink.md (99%) rename connectors/google-cloud-storage-sink/{v4.0.0.6 => v4.0.0.8}/google-cloud-storage-sink.md (99%) rename connectors/google-pubsub-sink/{v3.3.2.3 => v3.0.7.5}/google-pubsub-sink.md (99%) rename connectors/google-pubsub-sink/{v4.0.0.6 => v3.3.2.4}/google-pubsub-sink.md (99%) rename connectors/google-pubsub-sink/{v3.0.7.3 => v4.0.0.8}/google-pubsub-sink.md (99%) rename connectors/google-pubsub-source/{v3.3.2.3 => v3.0.7.5}/google-pubsub-source.md (99%) rename connectors/google-pubsub-source/{v4.0.0.6 => v3.3.2.4}/google-pubsub-source.md (99%) rename connectors/google-pubsub-source/{v3.0.7.3 => v4.0.0.8}/google-pubsub-source.md (99%) rename connectors/lakehouse-sink/{v3.0.7.3 => v3.0.7.5}/lakehouse-sink.md (96%) rename connectors/lakehouse-sink/{v3.3.2.3 => v3.3.2.4}/lakehouse-sink.md (96%) rename connectors/lakehouse-sink/{v4.0.0.6 => v4.0.0.8}/lakehouse-sink.md (96%) rename connectors/lakehouse-source/{v3.3.2.3 => v3.0.7.5}/lakehouse-source.md (95%) rename connectors/lakehouse-source/{v3.0.7.3 => v3.3.2.4}/lakehouse-source.md (95%) rename connectors/lakehouse-source/{v4.0.0.6 => v4.0.0.8}/lakehouse-source.md (95%) rename connectors/pinecone-sink/{v3.3.2.3 => v3.0.7.5}/pinecone-sink.md (99%) rename connectors/pinecone-sink/{v4.0.0.6 => v3.3.2.4}/pinecone-sink.md (99%) rename connectors/pinecone-sink/{v3.0.7.3 => v4.0.0.8}/pinecone-sink.md (99%) rename connectors/snowflake-sink/{v3.0.7.3 => v3.0.7.5}/snowflake-sink.md (100%) rename connectors/snowflake-sink/{v3.3.2.3 => v3.3.2.4}/snowflake-sink.md (100%) rename connectors/snowflake-sink/{v4.0.0.6 => v4.0.0.8}/snowflake-sink.md (100%) rename connectors/sqs-sink/{v3.0.7.3 => v3.0.7.5}/sqs-sink.md (99%) rename connectors/sqs-sink/{v4.0.0.6 => v3.3.2.4}/sqs-sink.md (99%) rename connectors/sqs-sink/{v3.3.2.3 => v4.0.0.8}/sqs-sink.md (99%) rename connectors/sqs-source/{v3.0.7.3 => v3.0.7.5}/sqs-source.md (99%) rename connectors/sqs-source/{v3.3.2.3 => v3.3.2.4}/sqs-source.md (99%) rename connectors/sqs-source/{v4.0.0.6 => v4.0.0.8}/sqs-source.md (99%) diff --git a/connectors/activemq-sink/v3.0.7.3/io-activemq-sink.md b/connectors/activemq-sink/v3.0.7.5/io-activemq-sink.md similarity index 99% rename from connectors/activemq-sink/v3.0.7.3/io-activemq-sink.md rename to connectors/activemq-sink/v3.0.7.5/io-activemq-sink.md index effbf58d..b861c780 100644 --- a/connectors/activemq-sink/v3.0.7.3/io-activemq-sink.md +++ b/connectors/activemq-sink/v3.0.7.5/io-activemq-sink.md @@ -11,7 +11,7 @@ tags: apache-pulsar,pulsar-io,source-connector,sink-connector,apache-activemq alias: ActiveMQ sink connector features: ["ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ. "] icon: "/images/connectors/activemq_logo_white_vertical.jpg" -download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-activemq support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" diff --git a/connectors/activemq-sink/v3.3.2.3/io-activemq-sink.md b/connectors/activemq-sink/v3.3.2.4/io-activemq-sink.md similarity index 99% rename from connectors/activemq-sink/v3.3.2.3/io-activemq-sink.md rename to connectors/activemq-sink/v3.3.2.4/io-activemq-sink.md index a401df07..6a86cf5e 100644 --- a/connectors/activemq-sink/v3.3.2.3/io-activemq-sink.md +++ b/connectors/activemq-sink/v3.3.2.4/io-activemq-sink.md @@ -11,7 +11,7 @@ tags: apache-pulsar,pulsar-io,source-connector,sink-connector,apache-activemq alias: ActiveMQ sink connector features: ["ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ. "] icon: "/images/connectors/activemq_logo_white_vertical.jpg" -download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-activemq support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" diff --git a/connectors/activemq-sink/v4.0.0.6/io-activemq-sink.md b/connectors/activemq-sink/v4.0.0.8/io-activemq-sink.md similarity index 99% rename from connectors/activemq-sink/v4.0.0.6/io-activemq-sink.md rename to connectors/activemq-sink/v4.0.0.8/io-activemq-sink.md index 3ab79923..6642acb7 100644 --- a/connectors/activemq-sink/v4.0.0.6/io-activemq-sink.md +++ b/connectors/activemq-sink/v4.0.0.8/io-activemq-sink.md @@ -11,7 +11,7 @@ tags: apache-pulsar,pulsar-io,source-connector,sink-connector,apache-activemq alias: ActiveMQ sink connector features: ["ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ. "] icon: "/images/connectors/activemq_logo_white_vertical.jpg" -download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-activemq support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" diff --git a/connectors/activemq-source/v3.0.7.3/io-activemq-source.md b/connectors/activemq-source/v3.0.7.5/io-activemq-source.md similarity index 99% rename from connectors/activemq-source/v3.0.7.3/io-activemq-source.md rename to connectors/activemq-source/v3.0.7.5/io-activemq-source.md index a45f6632..d888d25e 100644 --- a/connectors/activemq-source/v3.0.7.3/io-activemq-source.md +++ b/connectors/activemq-source/v3.0.7.5/io-activemq-source.md @@ -11,7 +11,7 @@ tags: apache-pulsar,pulsar-io,source-connector,sink-connector,apache-activemq alias: ActiveMQ source connector features: ["ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ. "] icon: "/images/connectors/activemq_logo_white_vertical.jpg" -download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-activemq support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" diff --git a/connectors/activemq-source/v3.3.2.3/io-activemq-source.md b/connectors/activemq-source/v3.3.2.4/io-activemq-source.md similarity index 99% rename from connectors/activemq-source/v3.3.2.3/io-activemq-source.md rename to connectors/activemq-source/v3.3.2.4/io-activemq-source.md index 6acf0798..7cb95c04 100644 --- a/connectors/activemq-source/v3.3.2.3/io-activemq-source.md +++ b/connectors/activemq-source/v3.3.2.4/io-activemq-source.md @@ -11,7 +11,7 @@ tags: apache-pulsar,pulsar-io,source-connector,sink-connector,apache-activemq alias: ActiveMQ source connector features: ["ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ. "] icon: "/images/connectors/activemq_logo_white_vertical.jpg" -download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-activemq support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" diff --git a/connectors/activemq-source/v4.0.0.6/io-activemq-source.md b/connectors/activemq-source/v4.0.0.8/io-activemq-source.md similarity index 99% rename from connectors/activemq-source/v4.0.0.6/io-activemq-source.md rename to connectors/activemq-source/v4.0.0.8/io-activemq-source.md index c444fed4..13ff854c 100644 --- a/connectors/activemq-source/v4.0.0.6/io-activemq-source.md +++ b/connectors/activemq-source/v4.0.0.8/io-activemq-source.md @@ -11,7 +11,7 @@ tags: apache-pulsar,pulsar-io,source-connector,sink-connector,apache-activemq alias: ActiveMQ source connector features: ["ActiveMQ Connector integrates Apache Pulsar with Apache ActiveMQ. "] icon: "/images/connectors/activemq_logo_white_vertical.jpg" -download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-activemq/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-activemq support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" diff --git a/connectors/amqp-1-0-sink/v3.0.7.3/amqp-1-0-sink.md b/connectors/amqp-1-0-sink/v3.0.7.5/amqp-1-0-sink.md similarity index 99% rename from connectors/amqp-1-0-sink/v3.0.7.3/amqp-1-0-sink.md rename to connectors/amqp-1-0-sink/v3.0.7.5/amqp-1-0-sink.md index 28a3e33b..7ef303ee 100644 --- a/connectors/amqp-1-0-sink/v3.0.7.3/amqp-1-0-sink.md +++ b/connectors/amqp-1-0-sink/v3.0.7.5/amqp-1-0-sink.md @@ -11,7 +11,7 @@ tags: alias: AMQP 1.0 Sink Connector features: ["support sink/source for AMQP version 1.0.0"] icon: "/images/connectors/amqp-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-amqp-1-0 support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -27,7 +27,7 @@ id: "amqp-1-0-sink" The AMQP 1.0 sink connector pulls messages from Pulsar topics and persists messages to [AMQP 1.0](https://www.amqp.org/). -![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.0.7.3/docs/amqp-1-0-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.0.7.5/docs/amqp-1-0-sink.png) ## Quick start diff --git a/connectors/amqp-1-0-sink/v3.3.2.3/amqp-1-0-sink.md b/connectors/amqp-1-0-sink/v3.3.2.4/amqp-1-0-sink.md similarity index 99% rename from connectors/amqp-1-0-sink/v3.3.2.3/amqp-1-0-sink.md rename to connectors/amqp-1-0-sink/v3.3.2.4/amqp-1-0-sink.md index 304fe6c7..dfea018a 100644 --- a/connectors/amqp-1-0-sink/v3.3.2.3/amqp-1-0-sink.md +++ b/connectors/amqp-1-0-sink/v3.3.2.4/amqp-1-0-sink.md @@ -11,7 +11,7 @@ tags: alias: AMQP 1.0 Sink Connector features: ["support sink/source for AMQP version 1.0.0"] icon: "/images/connectors/amqp-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-amqp-1-0 support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -27,7 +27,7 @@ id: "amqp-1-0-sink" The AMQP 1.0 sink connector pulls messages from Pulsar topics and persists messages to [AMQP 1.0](https://www.amqp.org/). -![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.3.2.3/docs/amqp-1-0-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.3.2.4/docs/amqp-1-0-sink.png) ## Quick start diff --git a/connectors/amqp-1-0-sink/v4.0.0.6/amqp-1-0-sink.md b/connectors/amqp-1-0-sink/v4.0.0.8/amqp-1-0-sink.md similarity index 99% rename from connectors/amqp-1-0-sink/v4.0.0.6/amqp-1-0-sink.md rename to connectors/amqp-1-0-sink/v4.0.0.8/amqp-1-0-sink.md index 0ccd840f..9e81e328 100644 --- a/connectors/amqp-1-0-sink/v4.0.0.6/amqp-1-0-sink.md +++ b/connectors/amqp-1-0-sink/v4.0.0.8/amqp-1-0-sink.md @@ -11,7 +11,7 @@ tags: alias: AMQP 1.0 Sink Connector features: ["support sink/source for AMQP version 1.0.0"] icon: "/images/connectors/amqp-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-amqp-1-0 support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -27,7 +27,7 @@ id: "amqp-1-0-sink" The AMQP 1.0 sink connector pulls messages from Pulsar topics and persists messages to [AMQP 1.0](https://www.amqp.org/). -![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v4.0.0.6/docs/amqp-1-0-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v4.0.0.8/docs/amqp-1-0-sink.png) ## Quick start diff --git a/connectors/amqp-1-0-source/v3.0.7.3/amqp-1-0-source.md b/connectors/amqp-1-0-source/v3.0.7.5/amqp-1-0-source.md similarity index 99% rename from connectors/amqp-1-0-source/v3.0.7.3/amqp-1-0-source.md rename to connectors/amqp-1-0-source/v3.0.7.5/amqp-1-0-source.md index 037a5b87..70e6c06c 100644 --- a/connectors/amqp-1-0-source/v3.0.7.3/amqp-1-0-source.md +++ b/connectors/amqp-1-0-source/v3.0.7.5/amqp-1-0-source.md @@ -11,7 +11,7 @@ tags: alias: AMQP 1.0 Source Connector features: ["support sink/source for AMQP version 1.0.0"] icon: "/images/connectors/amqp-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-amqp-1-0 support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -27,7 +27,7 @@ id: "amqp-1-0-source" The AMQP 1.0 source connector receives messages from [AMQP 1.0](https://www.amqp.org/) and writes messages to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.0.7.3/docs/amqp-1-0-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.0.7.5/docs/amqp-1-0-source.png) ## Quick start diff --git a/connectors/amqp-1-0-source/v3.3.2.3/amqp-1-0-source.md b/connectors/amqp-1-0-source/v3.3.2.4/amqp-1-0-source.md similarity index 99% rename from connectors/amqp-1-0-source/v3.3.2.3/amqp-1-0-source.md rename to connectors/amqp-1-0-source/v3.3.2.4/amqp-1-0-source.md index 6788d148..96439bda 100644 --- a/connectors/amqp-1-0-source/v3.3.2.3/amqp-1-0-source.md +++ b/connectors/amqp-1-0-source/v3.3.2.4/amqp-1-0-source.md @@ -11,7 +11,7 @@ tags: alias: AMQP 1.0 Source Connector features: ["support sink/source for AMQP version 1.0.0"] icon: "/images/connectors/amqp-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-amqp-1-0 support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -27,7 +27,7 @@ id: "amqp-1-0-source" The AMQP 1.0 source connector receives messages from [AMQP 1.0](https://www.amqp.org/) and writes messages to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.3.2.3/docs/amqp-1-0-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v3.3.2.4/docs/amqp-1-0-source.png) ## Quick start diff --git a/connectors/amqp-1-0-source/v4.0.0.6/amqp-1-0-source.md b/connectors/amqp-1-0-source/v4.0.0.8/amqp-1-0-source.md similarity index 99% rename from connectors/amqp-1-0-source/v4.0.0.6/amqp-1-0-source.md rename to connectors/amqp-1-0-source/v4.0.0.8/amqp-1-0-source.md index c842e5b3..9b8f2748 100644 --- a/connectors/amqp-1-0-source/v4.0.0.6/amqp-1-0-source.md +++ b/connectors/amqp-1-0-source/v4.0.0.8/amqp-1-0-source.md @@ -11,7 +11,7 @@ tags: alias: AMQP 1.0 Source Connector features: ["support sink/source for AMQP version 1.0.0"] icon: "/images/connectors/amqp-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-amqp-1-0/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-amqp-1-0 support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -27,7 +27,7 @@ id: "amqp-1-0-source" The AMQP 1.0 source connector receives messages from [AMQP 1.0](https://www.amqp.org/) and writes messages to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v4.0.0.6/docs/amqp-1-0-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-amqp-1-0/v4.0.0.8/docs/amqp-1-0-source.png) ## Quick start diff --git a/connectors/aws-eventbridge-sink/v3.0.7.3/aws-eventbridge-sink.md b/connectors/aws-eventbridge-sink/v3.0.7.5/aws-eventbridge-sink.md similarity index 99% rename from connectors/aws-eventbridge-sink/v3.0.7.3/aws-eventbridge-sink.md rename to connectors/aws-eventbridge-sink/v3.0.7.5/aws-eventbridge-sink.md index 8c45b19d..c34ceba7 100644 --- a/connectors/aws-eventbridge-sink/v3.0.7.3/aws-eventbridge-sink.md +++ b/connectors/aws-eventbridge-sink/v3.0.7.5/aws-eventbridge-sink.md @@ -26,7 +26,7 @@ id: "aws-eventbridge-sink" The [Amazon EventBridge](https://aws.amazon.com/eventbridge/) sink connector pulls data from Pulsar topics and persists data to Amazon EventBridge. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-eventbridge/v3.0.7.3/docs/aws-eventbridge-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-eventbridge/v3.0.7.5/docs/aws-eventbridge-sink.png) ## Quick start diff --git a/connectors/aws-eventbridge-sink/v3.3.2.3/aws-eventbridge-sink.md b/connectors/aws-eventbridge-sink/v3.3.2.4/aws-eventbridge-sink.md similarity index 99% rename from connectors/aws-eventbridge-sink/v3.3.2.3/aws-eventbridge-sink.md rename to connectors/aws-eventbridge-sink/v3.3.2.4/aws-eventbridge-sink.md index 96d5cc5f..dc2a839a 100644 --- a/connectors/aws-eventbridge-sink/v3.3.2.3/aws-eventbridge-sink.md +++ b/connectors/aws-eventbridge-sink/v3.3.2.4/aws-eventbridge-sink.md @@ -26,7 +26,7 @@ id: "aws-eventbridge-sink" The [Amazon EventBridge](https://aws.amazon.com/eventbridge/) sink connector pulls data from Pulsar topics and persists data to Amazon EventBridge. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-eventbridge/v3.3.2.3/docs/aws-eventbridge-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-eventbridge/v3.3.2.4/docs/aws-eventbridge-sink.png) ## Quick start diff --git a/connectors/aws-eventbridge-sink/v4.0.0.6/aws-eventbridge-sink.md b/connectors/aws-eventbridge-sink/v4.0.0.8/aws-eventbridge-sink.md similarity index 99% rename from connectors/aws-eventbridge-sink/v4.0.0.6/aws-eventbridge-sink.md rename to connectors/aws-eventbridge-sink/v4.0.0.8/aws-eventbridge-sink.md index d410ad06..a8ceceb4 100644 --- a/connectors/aws-eventbridge-sink/v4.0.0.6/aws-eventbridge-sink.md +++ b/connectors/aws-eventbridge-sink/v4.0.0.8/aws-eventbridge-sink.md @@ -26,7 +26,7 @@ id: "aws-eventbridge-sink" The [Amazon EventBridge](https://aws.amazon.com/eventbridge/) sink connector pulls data from Pulsar topics and persists data to Amazon EventBridge. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-eventbridge/v4.0.0.6/docs/aws-eventbridge-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-eventbridge/v4.0.0.8/docs/aws-eventbridge-sink.png) ## Quick start diff --git a/connectors/aws-lambda-sink/v3.0.7.3/aws-lambda-sink.md b/connectors/aws-lambda-sink/v3.0.7.5/aws-lambda-sink.md similarity index 94% rename from connectors/aws-lambda-sink/v3.0.7.3/aws-lambda-sink.md rename to connectors/aws-lambda-sink/v3.0.7.5/aws-lambda-sink.md index e57fde43..0cdb5007 100644 --- a/connectors/aws-lambda-sink/v3.0.7.3/aws-lambda-sink.md +++ b/connectors/aws-lambda-sink/v3.0.7.5/aws-lambda-sink.md @@ -25,7 +25,7 @@ id: "aws-lambda-sink" The [AWS Lambda](https://aws.amazon.com/lambda/) sink connector is a [Pulsar IO connector](http://pulsar.apache.org/docs/en/next/io-overview/) for pulling messages from Pulsar topics to AWS Lambda to invoke Lambda functions. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-lambda/v3.0.7.3/docs/lambda-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-lambda/v3.0.7.5/docs/lambda-sink.png) # How to get @@ -35,7 +35,7 @@ This section describes how to build the AWS Lambda sink connector. You can get the AWS Lambda sink connector using one of the following methods if you use [Pulsar Function Worker](https://pulsar.apache.org/docs/en/functions-worker/) to run connectors in a cluster. -- Download the NAR package from [the download page](https://github.com/streamnative/pulsar-io-aws-lambda/releases/download/v3.0.7.3/pulsar-io-google-pubsub-3.0.7.3.nar). +- Download the NAR package from [the download page](https://github.com/streamnative/pulsar-io-aws-lambda/releases/download/v3.0.7.5/pulsar-io-google-pubsub-3.0.7.5.nar). - Build it from the source code. @@ -57,7 +57,7 @@ To build the AWS Lambda sink connector from the source code, follow these steps. ```bash ls target - pulsar-io-aws-lambda-3.0.7.3.nar + pulsar-io-aws-lambda-3.0.7.5.nar ``` ## Work with Function Mesh @@ -93,7 +93,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-aws-lambda-topic" ], - "archive": "connectors/pulsar-io-aws-lambda-3.0.7.3.nar", + "archive": "connectors/pulsar-io-aws-lambda-3.0.7.5.nar", "parallelism": 1, "configs": { @@ -115,7 +115,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you name: "aws-lambda-sink" inputs: - "test-aws-lambda-topic" - archive: "connectors/pulsar-io-aws-lambda-3.0.7.3.nar" + archive: "connectors/pulsar-io-aws-lambda-3.0.7.5.nar" parallelism: 1 configs: @@ -139,7 +139,7 @@ kind: Sink metadata: name: aws-lambda-sink-sample spec: - image: streamnative/pulsar-io-aws-lambda:3.0.7.3 + image: streamnative/pulsar-io-aws-lambda:3.0.7.5 className: org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaBytesSink replicas: 1 input: @@ -163,7 +163,7 @@ spec: cpu: "0.1" memory: 1G java: - jar: connectors/pulsar-io-aws-lambda-3.0.7.3.nar + jar: connectors/pulsar-io-aws-lambda-3.0.7.5.nar clusterName: test-pulsar autoAck: true ``` @@ -186,7 +186,7 @@ This example shows how to create an AWS Lambda sink connector on a Pulsar cluste ```bash PULSAR_HOME/bin/pulsar-admin sinks create \ ---archive pulsar-io-aws-lambda-3.0.7.3.nar \ +--archive pulsar-io-aws-lambda-3.0.7.5.nar \ --sink-config-file aws-lambda-sink-config.yaml \ --classname org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaBytesSink \ --name aws-lambda-sink @@ -209,8 +209,8 @@ This example describes how to use the AWS Lambda sink connector to pull messages 2. Copy the NAR package of the AWS Lambda connector to the Pulsar connectors directory. ``` - cp pulsar-io-aws-lambda-3.0.7.3.nar - PULSAR_HOME/connectors/pulsar-io-aws-lambda-3.0.7.3.nar + cp pulsar-io-aws-lambda-3.0.7.5.nar + PULSAR_HOME/connectors/pulsar-io-aws-lambda-3.0.7.5.nar ``` 3. Start Pulsar in standalone mode. @@ -244,8 +244,8 @@ This example explains how to create an AWS Lambda sink connector in an on-premis 1. Copy the NAR package of the AWS Lambda connector to the Pulsar connectors directory. ``` - cp pulsar-io-aws-lambda-3.0.7.3.nar - PULSAR_HOME/connectors/pulsar-io-aws-lambda-3.0.7.3.nar + cp pulsar-io-aws-lambda-3.0.7.5.nar + PULSAR_HOME/connectors/pulsar-io-aws-lambda-3.0.7.5.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). @@ -297,7 +297,7 @@ This example describes how to create an AWS Lambda sink connector for a Kuberbet metadata: name: aws-lambda-sink-sample spec: - image: streamnative/pulsar-io-aws-lambda:3.0.7.3 + image: streamnative/pulsar-io-aws-lambda:3.0.7.5 className: org.apache.pulsar.ecosystem.io.aws.lambda.AWSLambdaBytesSink replicas: 1 input: @@ -321,7 +321,7 @@ This example describes how to create an AWS Lambda sink connector for a Kuberbet cpu: "0.1" memory: 1G java: - jar: connectors/pulsar-io-aws-lambda-3.0.7.3.nar + jar: connectors/pulsar-io-aws-lambda-3.0.7.5.nar clusterName: test-pulsar autoAck: true ``` diff --git a/connectors/aws-lambda-sink/v4.0.0.6/aws-lambda-sink.md b/connectors/aws-lambda-sink/v3.3.2.4/aws-lambda-sink.md similarity index 91% rename from connectors/aws-lambda-sink/v4.0.0.6/aws-lambda-sink.md rename to connectors/aws-lambda-sink/v3.3.2.4/aws-lambda-sink.md index 62fdbcb9..7371caca 100644 --- a/connectors/aws-lambda-sink/v4.0.0.6/aws-lambda-sink.md +++ b/connectors/aws-lambda-sink/v3.3.2.4/aws-lambda-sink.md @@ -27,7 +27,7 @@ The [AWS Lambda](https://aws.amazon.com/lambda/) sink connector is a [Pulsar IO connector](http://pulsar.apache.org/docs/en/next/io-overview/) for pulling messages from Pulsar topics to AWS Lambda to invoke Lambda functions. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-lambda/v4.0.0.6/docs/lambda-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-lambda/v3.3.2.4/docs/lambda-sink.png) ## Quick start @@ -163,21 +163,21 @@ connector is correctly forwarding messages and troubleshoot any issues that may Before using the AWS Lambda sink connector, you need to configure it. This table outlines the properties and the descriptions. -| Name | Type | Required | Sensitive | Default | Description | -|----------------------------|---------|----------|-----------|----------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| `awsEndpoint` | String | false | false | " " (empty string) | The AWS Lambda endpoint URL. It can be found at [AWS Lambda endpoints and quotas](https://docs.aws.amazon.com/general/latest/gr/lambda-service.html). | -| `awsRegion` | String | true | false | " " (empty string) | The supported AWS region. For example, `us-west-1`, `us-west-2`. | -| `awsAccessKey` | String | false | true | " " (empty string) | The AWS access key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | -| `awsSecretKey` | String | false | true | " " (empty string) | The AWS secret key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | -| `lambdaFunctionName` | String | true | false | " " (empty string) | The Lambda function that should be invoked by the messages. | -| `awsCredentialPluginName` | String | false | false | " " (empty string) | The fully-qualified class name of the `AwsCredentialProviderPlugin` implementation. | -| `awsCredentialPluginParam` | String | false | true | " " (empty string) | The JSON parameters to initialize `AwsCredentialsProviderPlugin`. | -| `synchronousInvocation` | Boolean | false | false | true |
- `true`: invoke a Lambda function synchronously.
- `false`: invoke a Lambda function asynchronously. | -| `payloadFormat` | String | false | false | "V1" | The format of the payload to be sent to the lambda function. Valid values are "V1" and "V2". "V1" is the default value. | -| `metadataFields` | String | false | false | "topic,key,partitionIndex,sequence,properties,eventTime" | The metadata fields to be sent to the lambda function. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | -| `batchMaxSize` | Integer | false | false | 10 | The maximum number of records to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | -| `batchMaxBytesSize` | Integer | false | false | 262144 | The maximum size of the payload to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | -| `batchMaxTimeMs` | Integer | false | false | 5000 | The maximum wait time for batching in milliseconds. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| Name | Type | Required | Sensitive | Default | Description | +|----------------------------|---------|----------|-----------|----------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| `awsEndpoint` | String | false | false | " " (empty string) | The AWS Lambda endpoint URL. It can be found at [AWS Lambda endpoints and quotas](https://docs.aws.amazon.com/general/latest/gr/lambda-service.html). | +| `awsRegion` | String | true | false | " " (empty string) | The supported AWS region. For example, `us-west-1`, `us-west-2`. | +| `awsAccessKey` | String | false | true | " " (empty string) | The AWS access key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | +| `awsSecretKey` | String | false | true | " " (empty string) | The AWS secret key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | +| `lambdaFunctionName` | String | true | false | " " (empty string) | The Lambda function that should be invoked by the messages. | +| `awsCredentialPluginName` | String | false | false | " " (empty string) | The fully-qualified class name of the `AwsCredentialProviderPlugin` implementation. | +| `awsCredentialPluginParam` | String | false | true | " " (empty string) | The JSON parameters to initialize `AwsCredentialsProviderPlugin`. | +| `synchronousInvocation` | Boolean | false | false | true |
- `true`: invoke a Lambda function synchronously.
- `false`: invoke a Lambda function asynchronously. | +| `payloadFormat` | String | false | false | "V1" | The format of the payload to be sent to the lambda function. Valid values are "V1" and "V2". "V1" is the default value. | +| `metadataFields` | String | false | false | "topic,key,partitionIndex,sequence,properties,eventTime" | The metadata fields to be sent to the lambda function. Valid values are `topic,key,partitionIndex,sequence,properties,eventTime,publishTime`, This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| `batchMaxSize` | Integer | false | false | 10 | The maximum number of records to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| `batchMaxBytesSize` | Integer | false | false | 262144 | The maximum size of the payload to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| `batchMaxTimeMs` | Integer | false | false | 5000 | The maximum wait time for batching in milliseconds. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | ## Advanced features diff --git a/connectors/aws-lambda-sink/v3.3.2.3/aws-lambda-sink.md b/connectors/aws-lambda-sink/v4.0.0.8/aws-lambda-sink.md similarity index 91% rename from connectors/aws-lambda-sink/v3.3.2.3/aws-lambda-sink.md rename to connectors/aws-lambda-sink/v4.0.0.8/aws-lambda-sink.md index 33d25999..212e033f 100644 --- a/connectors/aws-lambda-sink/v3.3.2.3/aws-lambda-sink.md +++ b/connectors/aws-lambda-sink/v4.0.0.8/aws-lambda-sink.md @@ -27,7 +27,7 @@ The [AWS Lambda](https://aws.amazon.com/lambda/) sink connector is a [Pulsar IO connector](http://pulsar.apache.org/docs/en/next/io-overview/) for pulling messages from Pulsar topics to AWS Lambda to invoke Lambda functions. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-lambda/v3.3.2.3/docs/lambda-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-aws-lambda/v4.0.0.8/docs/lambda-sink.png) ## Quick start @@ -163,21 +163,21 @@ connector is correctly forwarding messages and troubleshoot any issues that may Before using the AWS Lambda sink connector, you need to configure it. This table outlines the properties and the descriptions. -| Name | Type | Required | Sensitive | Default | Description | -|----------------------------|---------|----------|-----------|----------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| `awsEndpoint` | String | false | false | " " (empty string) | The AWS Lambda endpoint URL. It can be found at [AWS Lambda endpoints and quotas](https://docs.aws.amazon.com/general/latest/gr/lambda-service.html). | -| `awsRegion` | String | true | false | " " (empty string) | The supported AWS region. For example, `us-west-1`, `us-west-2`. | -| `awsAccessKey` | String | false | true | " " (empty string) | The AWS access key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | -| `awsSecretKey` | String | false | true | " " (empty string) | The AWS secret key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | -| `lambdaFunctionName` | String | true | false | " " (empty string) | The Lambda function that should be invoked by the messages. | -| `awsCredentialPluginName` | String | false | false | " " (empty string) | The fully-qualified class name of the `AwsCredentialProviderPlugin` implementation. | -| `awsCredentialPluginParam` | String | false | true | " " (empty string) | The JSON parameters to initialize `AwsCredentialsProviderPlugin`. | -| `synchronousInvocation` | Boolean | false | false | true |
- `true`: invoke a Lambda function synchronously.
- `false`: invoke a Lambda function asynchronously. | -| `payloadFormat` | String | false | false | "V1" | The format of the payload to be sent to the lambda function. Valid values are "V1" and "V2". "V1" is the default value. | -| `metadataFields` | String | false | false | "topic,key,partitionIndex,sequence,properties,eventTime" | The metadata fields to be sent to the lambda function. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | -| `batchMaxSize` | Integer | false | false | 10 | The maximum number of records to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | -| `batchMaxBytesSize` | Integer | false | false | 262144 | The maximum size of the payload to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | -| `batchMaxTimeMs` | Integer | false | false | 5000 | The maximum wait time for batching in milliseconds. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| Name | Type | Required | Sensitive | Default | Description | +|----------------------------|---------|----------|-----------|----------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| `awsEndpoint` | String | false | false | " " (empty string) | The AWS Lambda endpoint URL. It can be found at [AWS Lambda endpoints and quotas](https://docs.aws.amazon.com/general/latest/gr/lambda-service.html). | +| `awsRegion` | String | true | false | " " (empty string) | The supported AWS region. For example, `us-west-1`, `us-west-2`. | +| `awsAccessKey` | String | false | true | " " (empty string) | The AWS access key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | +| `awsSecretKey` | String | false | true | " " (empty string) | The AWS secret key. See here for how to get it: [Managing Access Keys for IAM Users](https://docs.aws.amazon.com/IAM/latest/UserGuide/id_credentials_access-keys.html). | +| `lambdaFunctionName` | String | true | false | " " (empty string) | The Lambda function that should be invoked by the messages. | +| `awsCredentialPluginName` | String | false | false | " " (empty string) | The fully-qualified class name of the `AwsCredentialProviderPlugin` implementation. | +| `awsCredentialPluginParam` | String | false | true | " " (empty string) | The JSON parameters to initialize `AwsCredentialsProviderPlugin`. | +| `synchronousInvocation` | Boolean | false | false | true |
- `true`: invoke a Lambda function synchronously.
- `false`: invoke a Lambda function asynchronously. | +| `payloadFormat` | String | false | false | "V1" | The format of the payload to be sent to the lambda function. Valid values are "V1" and "V2". "V1" is the default value. | +| `metadataFields` | String | false | false | "topic,key,partitionIndex,sequence,properties,eventTime" | The metadata fields to be sent to the lambda function. Valid values are `topic,key,partitionIndex,sequence,properties,eventTime,publishTime`, This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| `batchMaxSize` | Integer | false | false | 10 | The maximum number of records to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| `batchMaxBytesSize` | Integer | false | false | 262144 | The maximum size of the payload to send to the lambda function in a single batch. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | +| `batchMaxTimeMs` | Integer | false | false | 5000 | The maximum wait time for batching in milliseconds. This configuration only takes effect when using the V2 data format (payloadFormat=V2). | ## Advanced features diff --git a/connectors/aws-s3-sink/v3.0.7.3/aws-s3-sink.md b/connectors/aws-s3-sink/v3.0.7.5/aws-s3-sink.md similarity index 99% rename from connectors/aws-s3-sink/v3.0.7.3/aws-s3-sink.md rename to connectors/aws-s3-sink/v3.0.7.5/aws-s3-sink.md index 238cc550..293deba9 100644 --- a/connectors/aws-s3-sink/v3.0.7.3/aws-s3-sink.md +++ b/connectors/aws-s3-sink/v3.0.7.5/aws-s3-sink.md @@ -11,7 +11,7 @@ tags: alias: AWS S3 Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/aws-s3-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "aws-s3-sink" The [AWS S3](https://docs.aws.amazon.com/AmazonS3/latest/userguide/Welcome.html) sink connector pulls data from Pulsar topics and persists data to AWS S3 buckets. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.0.7.3/docs/aws-s3-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.0.7.5/docs/aws-s3-sink.png) ## Quick start diff --git a/connectors/aws-s3-sink/v3.3.2.3/aws-s3-sink.md b/connectors/aws-s3-sink/v3.3.2.4/aws-s3-sink.md similarity index 99% rename from connectors/aws-s3-sink/v3.3.2.3/aws-s3-sink.md rename to connectors/aws-s3-sink/v3.3.2.4/aws-s3-sink.md index 0d15c05a..3796a8ac 100644 --- a/connectors/aws-s3-sink/v3.3.2.3/aws-s3-sink.md +++ b/connectors/aws-s3-sink/v3.3.2.4/aws-s3-sink.md @@ -11,7 +11,7 @@ tags: alias: AWS S3 Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/aws-s3-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "aws-s3-sink" The [AWS S3](https://docs.aws.amazon.com/AmazonS3/latest/userguide/Welcome.html) sink connector pulls data from Pulsar topics and persists data to AWS S3 buckets. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.3.2.3/docs/aws-s3-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.3.2.4/docs/aws-s3-sink.png) ## Quick start diff --git a/connectors/aws-s3-sink/v4.0.0.6/aws-s3-sink.md b/connectors/aws-s3-sink/v4.0.0.8/aws-s3-sink.md similarity index 99% rename from connectors/aws-s3-sink/v4.0.0.6/aws-s3-sink.md rename to connectors/aws-s3-sink/v4.0.0.8/aws-s3-sink.md index debf0fff..a04c6e93 100644 --- a/connectors/aws-s3-sink/v4.0.0.6/aws-s3-sink.md +++ b/connectors/aws-s3-sink/v4.0.0.8/aws-s3-sink.md @@ -11,7 +11,7 @@ tags: alias: AWS S3 Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/aws-s3-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "aws-s3-sink" The [AWS S3](https://docs.aws.amazon.com/AmazonS3/latest/userguide/Welcome.html) sink connector pulls data from Pulsar topics and persists data to AWS S3 buckets. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v4.0.0.6/docs/aws-s3-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v4.0.0.8/docs/aws-s3-sink.png) ## Quick start diff --git a/connectors/azure-blob-storage-sink/v3.0.7.3/azure-blob-storage-sink.md b/connectors/azure-blob-storage-sink/v3.0.7.5/azure-blob-storage-sink.md similarity index 99% rename from connectors/azure-blob-storage-sink/v3.0.7.3/azure-blob-storage-sink.md rename to connectors/azure-blob-storage-sink/v3.0.7.5/azure-blob-storage-sink.md index ce27d95f..d7490984 100644 --- a/connectors/azure-blob-storage-sink/v3.0.7.3/azure-blob-storage-sink.md +++ b/connectors/azure-blob-storage-sink/v3.0.7.5/azure-blob-storage-sink.md @@ -11,7 +11,7 @@ tags: alias: Azure Blob Storage Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/azure-blob-storage-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "azure-blob-storage-sink" The [Azure Blob Storage](https://learn.microsoft.com/en-us/azure/storage/blobs/storage-blobs-overview) sink connector pulls data from Pulsar topics and persists data to Azure Blob Storage containers. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.0.7.3/docs/azure-blob-storage-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.0.7.5/docs/azure-blob-storage-sink.png) ## Quick start diff --git a/connectors/azure-blob-storage-sink/v3.3.2.3/azure-blob-storage-sink.md b/connectors/azure-blob-storage-sink/v3.3.2.4/azure-blob-storage-sink.md similarity index 99% rename from connectors/azure-blob-storage-sink/v3.3.2.3/azure-blob-storage-sink.md rename to connectors/azure-blob-storage-sink/v3.3.2.4/azure-blob-storage-sink.md index 09df3df8..0c3744d4 100644 --- a/connectors/azure-blob-storage-sink/v3.3.2.3/azure-blob-storage-sink.md +++ b/connectors/azure-blob-storage-sink/v3.3.2.4/azure-blob-storage-sink.md @@ -11,7 +11,7 @@ tags: alias: Azure Blob Storage Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/azure-blob-storage-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "azure-blob-storage-sink" The [Azure Blob Storage](https://learn.microsoft.com/en-us/azure/storage/blobs/storage-blobs-overview) sink connector pulls data from Pulsar topics and persists data to Azure Blob Storage containers. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.3.2.3/docs/azure-blob-storage-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.3.2.4/docs/azure-blob-storage-sink.png) ## Quick start diff --git a/connectors/azure-blob-storage-sink/v4.0.0.6/azure-blob-storage-sink.md b/connectors/azure-blob-storage-sink/v4.0.0.8/azure-blob-storage-sink.md similarity index 99% rename from connectors/azure-blob-storage-sink/v4.0.0.6/azure-blob-storage-sink.md rename to connectors/azure-blob-storage-sink/v4.0.0.8/azure-blob-storage-sink.md index bc44a3a5..dd5ee0d5 100644 --- a/connectors/azure-blob-storage-sink/v4.0.0.6/azure-blob-storage-sink.md +++ b/connectors/azure-blob-storage-sink/v4.0.0.8/azure-blob-storage-sink.md @@ -11,7 +11,7 @@ tags: alias: Azure Blob Storage Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/azure-blob-storage-logo.png" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "azure-blob-storage-sink" The [Azure Blob Storage](https://learn.microsoft.com/en-us/azure/storage/blobs/storage-blobs-overview) sink connector pulls data from Pulsar topics and persists data to Azure Blob Storage containers. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v4.0.0.6/docs/azure-blob-storage-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v4.0.0.8/docs/azure-blob-storage-sink.png) ## Quick start diff --git a/connectors/google-bigquery-sink/v3.0.7.3/google-bigquery-sink.md b/connectors/google-bigquery-sink/v3.0.7.5/google-bigquery-sink.md similarity index 99% rename from connectors/google-bigquery-sink/v3.0.7.3/google-bigquery-sink.md rename to connectors/google-bigquery-sink/v3.0.7.5/google-bigquery-sink.md index feb59856..9d77792e 100644 --- a/connectors/google-bigquery-sink/v3.0.7.3/google-bigquery-sink.md +++ b/connectors/google-bigquery-sink/v3.0.7.5/google-bigquery-sink.md @@ -25,7 +25,7 @@ id: "google-bigquery-sink" The [Google Cloud BigQuery](https://cloud.google.com/bigquery) sink connector pulls data from Pulsar topics and persists data to Google Cloud BigQuery tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.0.7.3/docs/google-bigquery-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.0.7.5/docs/google-bigquery-sink.png) ## Quick start diff --git a/connectors/google-bigquery-sink/v3.3.2.3/google-bigquery-sink.md b/connectors/google-bigquery-sink/v3.3.2.4/google-bigquery-sink.md similarity index 99% rename from connectors/google-bigquery-sink/v3.3.2.3/google-bigquery-sink.md rename to connectors/google-bigquery-sink/v3.3.2.4/google-bigquery-sink.md index 5abbdede..898ff78f 100644 --- a/connectors/google-bigquery-sink/v3.3.2.3/google-bigquery-sink.md +++ b/connectors/google-bigquery-sink/v3.3.2.4/google-bigquery-sink.md @@ -25,7 +25,7 @@ id: "google-bigquery-sink" The [Google Cloud BigQuery](https://cloud.google.com/bigquery) sink connector pulls data from Pulsar topics and persists data to Google Cloud BigQuery tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.3.2.3/docs/google-bigquery-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.3.2.4/docs/google-bigquery-sink.png) ## Quick start diff --git a/connectors/google-bigquery-sink/v4.0.0.6/google-bigquery-sink.md b/connectors/google-bigquery-sink/v4.0.0.8/google-bigquery-sink.md similarity index 99% rename from connectors/google-bigquery-sink/v4.0.0.6/google-bigquery-sink.md rename to connectors/google-bigquery-sink/v4.0.0.8/google-bigquery-sink.md index 1adc5b3e..75bac075 100644 --- a/connectors/google-bigquery-sink/v4.0.0.6/google-bigquery-sink.md +++ b/connectors/google-bigquery-sink/v4.0.0.8/google-bigquery-sink.md @@ -25,7 +25,7 @@ id: "google-bigquery-sink" The [Google Cloud BigQuery](https://cloud.google.com/bigquery) sink connector pulls data from Pulsar topics and persists data to Google Cloud BigQuery tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v4.0.0.6/docs/google-bigquery-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v4.0.0.8/docs/google-bigquery-sink.png) ## Quick start diff --git a/connectors/google-bigquery-source/v3.0.7.3/google-bigquery-source.md b/connectors/google-bigquery-source/v3.0.7.5/google-bigquery-source.md similarity index 99% rename from connectors/google-bigquery-source/v3.0.7.3/google-bigquery-source.md rename to connectors/google-bigquery-source/v3.0.7.5/google-bigquery-source.md index 983d1906..1c4f245d 100644 --- a/connectors/google-bigquery-source/v3.0.7.3/google-bigquery-source.md +++ b/connectors/google-bigquery-source/v3.0.7.5/google-bigquery-source.md @@ -25,7 +25,7 @@ id: "google-bigquery-source" The [Google Cloud BigQuery](https://cloud.google.com/bigquery) Source Connector feeds data from Google Cloud BigQuery tables and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.0.7.3/docs/google-bigquery-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.0.7.5/docs/google-bigquery-source.png) ## Quick start diff --git a/connectors/google-bigquery-source/v4.0.0.6/google-bigquery-source.md b/connectors/google-bigquery-source/v3.3.2.4/google-bigquery-source.md similarity index 99% rename from connectors/google-bigquery-source/v4.0.0.6/google-bigquery-source.md rename to connectors/google-bigquery-source/v3.3.2.4/google-bigquery-source.md index 69351700..d2f939b8 100644 --- a/connectors/google-bigquery-source/v4.0.0.6/google-bigquery-source.md +++ b/connectors/google-bigquery-source/v3.3.2.4/google-bigquery-source.md @@ -25,7 +25,7 @@ id: "google-bigquery-source" The [Google Cloud BigQuery](https://cloud.google.com/bigquery) Source Connector feeds data from Google Cloud BigQuery tables and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v4.0.0.6/docs/google-bigquery-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.3.2.4/docs/google-bigquery-source.png) ## Quick start diff --git a/connectors/google-bigquery-source/v3.3.2.3/google-bigquery-source.md b/connectors/google-bigquery-source/v4.0.0.8/google-bigquery-source.md similarity index 99% rename from connectors/google-bigquery-source/v3.3.2.3/google-bigquery-source.md rename to connectors/google-bigquery-source/v4.0.0.8/google-bigquery-source.md index 77ce6169..179227c6 100644 --- a/connectors/google-bigquery-source/v3.3.2.3/google-bigquery-source.md +++ b/connectors/google-bigquery-source/v4.0.0.8/google-bigquery-source.md @@ -25,7 +25,7 @@ id: "google-bigquery-source" The [Google Cloud BigQuery](https://cloud.google.com/bigquery) Source Connector feeds data from Google Cloud BigQuery tables and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v3.3.2.3/docs/google-bigquery-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-bigquery/v4.0.0.8/docs/google-bigquery-source.png) ## Quick start diff --git a/connectors/google-cloud-storage-sink/v3.0.7.3/google-cloud-storage-sink.md b/connectors/google-cloud-storage-sink/v3.0.7.5/google-cloud-storage-sink.md similarity index 99% rename from connectors/google-cloud-storage-sink/v3.0.7.3/google-cloud-storage-sink.md rename to connectors/google-cloud-storage-sink/v3.0.7.5/google-cloud-storage-sink.md index 7f864ba5..8e68cf3c 100644 --- a/connectors/google-cloud-storage-sink/v3.0.7.3/google-cloud-storage-sink.md +++ b/connectors/google-cloud-storage-sink/v3.0.7.5/google-cloud-storage-sink.md @@ -11,7 +11,7 @@ tags: alias: Google Cloud Storage Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/gcloud-storage-logo.svg" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "google-cloud-storage-sink" The [Google Cloud Storage](https://cloud.google.com/storage/docs) sink connector pulls data from Pulsar topics and persists data to Google Cloud Storage buckets. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.0.7.3/docs/google-cloud-storage-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.0.7.5/docs/google-cloud-storage-sink.png) ## Quick start diff --git a/connectors/google-cloud-storage-sink/v3.3.2.3/google-cloud-storage-sink.md b/connectors/google-cloud-storage-sink/v3.3.2.4/google-cloud-storage-sink.md similarity index 99% rename from connectors/google-cloud-storage-sink/v3.3.2.3/google-cloud-storage-sink.md rename to connectors/google-cloud-storage-sink/v3.3.2.4/google-cloud-storage-sink.md index fe83791a..a6da260d 100644 --- a/connectors/google-cloud-storage-sink/v3.3.2.3/google-cloud-storage-sink.md +++ b/connectors/google-cloud-storage-sink/v3.3.2.4/google-cloud-storage-sink.md @@ -11,7 +11,7 @@ tags: alias: Google Cloud Storage Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/gcloud-storage-logo.svg" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "google-cloud-storage-sink" The [Google Cloud Storage](https://cloud.google.com/storage/docs) sink connector pulls data from Pulsar topics and persists data to Google Cloud Storage buckets. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.3.2.3/docs/google-cloud-storage-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v3.3.2.4/docs/google-cloud-storage-sink.png) ## Quick start diff --git a/connectors/google-cloud-storage-sink/v4.0.0.6/google-cloud-storage-sink.md b/connectors/google-cloud-storage-sink/v4.0.0.8/google-cloud-storage-sink.md similarity index 99% rename from connectors/google-cloud-storage-sink/v4.0.0.6/google-cloud-storage-sink.md rename to connectors/google-cloud-storage-sink/v4.0.0.8/google-cloud-storage-sink.md index 00bc8928..9da17e7e 100644 --- a/connectors/google-cloud-storage-sink/v4.0.0.6/google-cloud-storage-sink.md +++ b/connectors/google-cloud-storage-sink/v4.0.0.8/google-cloud-storage-sink.md @@ -11,7 +11,7 @@ tags: alias: Google Cloud Storage Sink Connector features: ["Cloud Storage Connector integrates Apache Pulsar with cloud storage."] icon: "/images/connectors/gcloud-storage-logo.svg" -download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-cloud-storage/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-cloud-storage support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "google-cloud-storage-sink" The [Google Cloud Storage](https://cloud.google.com/storage/docs) sink connector pulls data from Pulsar topics and persists data to Google Cloud Storage buckets. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v4.0.0.6/docs/google-cloud-storage-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/v4.0.0.8/docs/google-cloud-storage-sink.png) ## Quick start diff --git a/connectors/google-pubsub-sink/v3.3.2.3/google-pubsub-sink.md b/connectors/google-pubsub-sink/v3.0.7.5/google-pubsub-sink.md similarity index 99% rename from connectors/google-pubsub-sink/v3.3.2.3/google-pubsub-sink.md rename to connectors/google-pubsub-sink/v3.0.7.5/google-pubsub-sink.md index a6e4b92b..867bb363 100644 --- a/connectors/google-pubsub-sink/v3.3.2.3/google-pubsub-sink.md +++ b/connectors/google-pubsub-sink/v3.0.7.5/google-pubsub-sink.md @@ -25,7 +25,7 @@ id: "google-pubsub-sink" The [Google Cloud PubSub](https://cloud.google.com/pubsub) sink connector pulls data from Pulsar topics and persists data to Google Cloud PubSub tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.3.2.3/docs/google-pubsub-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.0.7.5/docs/google-pubsub-sink.png) ## Quick start diff --git a/connectors/google-pubsub-sink/v4.0.0.6/google-pubsub-sink.md b/connectors/google-pubsub-sink/v3.3.2.4/google-pubsub-sink.md similarity index 99% rename from connectors/google-pubsub-sink/v4.0.0.6/google-pubsub-sink.md rename to connectors/google-pubsub-sink/v3.3.2.4/google-pubsub-sink.md index b4aa701a..51bf1a50 100644 --- a/connectors/google-pubsub-sink/v4.0.0.6/google-pubsub-sink.md +++ b/connectors/google-pubsub-sink/v3.3.2.4/google-pubsub-sink.md @@ -25,7 +25,7 @@ id: "google-pubsub-sink" The [Google Cloud PubSub](https://cloud.google.com/pubsub) sink connector pulls data from Pulsar topics and persists data to Google Cloud PubSub tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v4.0.0.6/docs/google-pubsub-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.3.2.4/docs/google-pubsub-sink.png) ## Quick start diff --git a/connectors/google-pubsub-sink/v3.0.7.3/google-pubsub-sink.md b/connectors/google-pubsub-sink/v4.0.0.8/google-pubsub-sink.md similarity index 99% rename from connectors/google-pubsub-sink/v3.0.7.3/google-pubsub-sink.md rename to connectors/google-pubsub-sink/v4.0.0.8/google-pubsub-sink.md index 18812399..ca288ab4 100644 --- a/connectors/google-pubsub-sink/v3.0.7.3/google-pubsub-sink.md +++ b/connectors/google-pubsub-sink/v4.0.0.8/google-pubsub-sink.md @@ -25,7 +25,7 @@ id: "google-pubsub-sink" The [Google Cloud PubSub](https://cloud.google.com/pubsub) sink connector pulls data from Pulsar topics and persists data to Google Cloud PubSub tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.0.7.3/docs/google-pubsub-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v4.0.0.8/docs/google-pubsub-sink.png) ## Quick start diff --git a/connectors/google-pubsub-source/v3.3.2.3/google-pubsub-source.md b/connectors/google-pubsub-source/v3.0.7.5/google-pubsub-source.md similarity index 99% rename from connectors/google-pubsub-source/v3.3.2.3/google-pubsub-source.md rename to connectors/google-pubsub-source/v3.0.7.5/google-pubsub-source.md index 8bba027e..d34b0bb3 100644 --- a/connectors/google-pubsub-source/v3.3.2.3/google-pubsub-source.md +++ b/connectors/google-pubsub-source/v3.0.7.5/google-pubsub-source.md @@ -25,7 +25,7 @@ id: "google-pubsub-source" The [Google Cloud Pub/Sub](https://cloud.google.com/pubsub) source connector feeds data from Google Cloud Pub/Sub topics and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.3.2.3/docs/google-pubsub-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.0.7.5/docs/google-pubsub-source.png) ## Quick start diff --git a/connectors/google-pubsub-source/v4.0.0.6/google-pubsub-source.md b/connectors/google-pubsub-source/v3.3.2.4/google-pubsub-source.md similarity index 99% rename from connectors/google-pubsub-source/v4.0.0.6/google-pubsub-source.md rename to connectors/google-pubsub-source/v3.3.2.4/google-pubsub-source.md index b59d5ddb..da6c0cf9 100644 --- a/connectors/google-pubsub-source/v4.0.0.6/google-pubsub-source.md +++ b/connectors/google-pubsub-source/v3.3.2.4/google-pubsub-source.md @@ -25,7 +25,7 @@ id: "google-pubsub-source" The [Google Cloud Pub/Sub](https://cloud.google.com/pubsub) source connector feeds data from Google Cloud Pub/Sub topics and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v4.0.0.6/docs/google-pubsub-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.3.2.4/docs/google-pubsub-source.png) ## Quick start diff --git a/connectors/google-pubsub-source/v3.0.7.3/google-pubsub-source.md b/connectors/google-pubsub-source/v4.0.0.8/google-pubsub-source.md similarity index 99% rename from connectors/google-pubsub-source/v3.0.7.3/google-pubsub-source.md rename to connectors/google-pubsub-source/v4.0.0.8/google-pubsub-source.md index 9feabb44..d8139831 100644 --- a/connectors/google-pubsub-source/v3.0.7.3/google-pubsub-source.md +++ b/connectors/google-pubsub-source/v4.0.0.8/google-pubsub-source.md @@ -25,7 +25,7 @@ id: "google-pubsub-source" The [Google Cloud Pub/Sub](https://cloud.google.com/pubsub) source connector feeds data from Google Cloud Pub/Sub topics and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v3.0.7.3/docs/google-pubsub-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-google-pubsub/v4.0.0.8/docs/google-pubsub-source.png) ## Quick start diff --git a/connectors/lakehouse-sink/v3.0.7.3/lakehouse-sink.md b/connectors/lakehouse-sink/v3.0.7.5/lakehouse-sink.md similarity index 96% rename from connectors/lakehouse-sink/v3.0.7.3/lakehouse-sink.md rename to connectors/lakehouse-sink/v3.0.7.5/lakehouse-sink.md index 4038df4f..e3c0c0a4 100644 --- a/connectors/lakehouse-sink/v3.0.7.3/lakehouse-sink.md +++ b/connectors/lakehouse-sink/v3.0.7.5/lakehouse-sink.md @@ -11,7 +11,7 @@ tags: alias: Lakehouse Sink Connector features: ["pulsar lakehouse connector"] icon: "/images/streamnative.png" -download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-lakehouse support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "lakehouse-sink" The Lakehouse sink connector (including the [Hudi](https://hudi.apache.org), [Iceberg](https://iceberg.apache.org/), and [Delta Lake](https://delta.io/) sink connectors) fetches data from a Pulsar topic and saves data to the Lakehouse tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.0.7.3/docs/lakehouse-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.0.7.5/docs/lakehouse-sink.png) # How to get @@ -62,7 +62,7 @@ To build the Lakehouse sink connector from the source code, follow these steps. ```bash ls target - pulsar-io-lakehouse-3.0.7.3.nar + pulsar-io-lakehouse-3.0.7.5.nar ``` # How to configure @@ -147,7 +147,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-hudi-pulsar" ], - "archive": "connectors/pulsar-io-hudi-3.0.7.3.nar", + "archive": "connectors/pulsar-io-hudi-3.0.7.5.nar", "processingGuarantees": "EFFECTIVELY_ONCE", "parallelism": 1, "configs": { @@ -171,7 +171,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-hudi-pulsar" ], - "archive": "connectors/pulsar-io-hudi-3.0.7.3-cloud.nar", + "archive": "connectors/pulsar-io-hudi-3.0.7.5-cloud.nar", "parallelism": 1, "processingGuarantees": "EFFECTIVELY_ONCE", "configs": { @@ -199,7 +199,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-iceberg-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.0.7.3.nar", + "archive": "connectors/pulsar-io-lakehouse-3.0.7.5.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"iceberg", @@ -227,7 +227,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-iceberg-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.0.7.3-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-3.0.7.5-cloud.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"iceberg", @@ -258,7 +258,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-delta-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.0.7.3.nar", + "archive": "connectors/pulsar-io-lakehouse-3.0.7.5.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"delta", @@ -280,7 +280,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-delta-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.0.7.3-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-3.0.7.5-cloud.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"delta", @@ -350,7 +350,7 @@ This example describes how to use the Lakehouse sink connector to fetch data fro 1. Copy the NAR package to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-3.0.7.3.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.3.nar + cp pulsar-io-lakehouse-3.0.7.5.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.5.nar ``` 2. Start Pulsar in standalone mode. @@ -383,7 +383,7 @@ This example explains how to create a Lakehouse sink connector in an on-premises 1. Copy the NAR package of the Lakehouse sink connector to the Pulsar connectors directory. ```bash - cp pulsar-io-lakehouse-3.0.7.3.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.3.nar + cp pulsar-io-lakehouse-3.0.7.5.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.5.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). diff --git a/connectors/lakehouse-sink/v3.3.2.3/lakehouse-sink.md b/connectors/lakehouse-sink/v3.3.2.4/lakehouse-sink.md similarity index 96% rename from connectors/lakehouse-sink/v3.3.2.3/lakehouse-sink.md rename to connectors/lakehouse-sink/v3.3.2.4/lakehouse-sink.md index 750dc11b..832f8307 100644 --- a/connectors/lakehouse-sink/v3.3.2.3/lakehouse-sink.md +++ b/connectors/lakehouse-sink/v3.3.2.4/lakehouse-sink.md @@ -11,7 +11,7 @@ tags: alias: Lakehouse Sink Connector features: ["pulsar lakehouse connector"] icon: "/images/streamnative.png" -download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-lakehouse support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "lakehouse-sink" The Lakehouse sink connector (including the [Hudi](https://hudi.apache.org), [Iceberg](https://iceberg.apache.org/), and [Delta Lake](https://delta.io/) sink connectors) fetches data from a Pulsar topic and saves data to the Lakehouse tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.3.2.3/docs/lakehouse-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.3.2.4/docs/lakehouse-sink.png) # How to get @@ -62,7 +62,7 @@ To build the Lakehouse sink connector from the source code, follow these steps. ```bash ls target - pulsar-io-lakehouse-3.3.2.3.nar + pulsar-io-lakehouse-3.3.2.4.nar ``` # How to configure @@ -147,7 +147,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-hudi-pulsar" ], - "archive": "connectors/pulsar-io-hudi-3.3.2.3.nar", + "archive": "connectors/pulsar-io-hudi-3.3.2.4.nar", "processingGuarantees": "EFFECTIVELY_ONCE", "parallelism": 1, "configs": { @@ -171,7 +171,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-hudi-pulsar" ], - "archive": "connectors/pulsar-io-hudi-3.3.2.3-cloud.nar", + "archive": "connectors/pulsar-io-hudi-3.3.2.4-cloud.nar", "parallelism": 1, "processingGuarantees": "EFFECTIVELY_ONCE", "configs": { @@ -199,7 +199,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-iceberg-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.3.2.3.nar", + "archive": "connectors/pulsar-io-lakehouse-3.3.2.4.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"iceberg", @@ -227,7 +227,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-iceberg-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.3.2.3-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-3.3.2.4-cloud.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"iceberg", @@ -258,7 +258,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-delta-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.3.2.3.nar", + "archive": "connectors/pulsar-io-lakehouse-3.3.2.4.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"delta", @@ -280,7 +280,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-delta-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-3.3.2.3-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-3.3.2.4-cloud.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"delta", @@ -350,7 +350,7 @@ This example describes how to use the Lakehouse sink connector to fetch data fro 1. Copy the NAR package to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-3.3.2.3.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.3.nar + cp pulsar-io-lakehouse-3.3.2.4.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.4.nar ``` 2. Start Pulsar in standalone mode. @@ -383,7 +383,7 @@ This example explains how to create a Lakehouse sink connector in an on-premises 1. Copy the NAR package of the Lakehouse sink connector to the Pulsar connectors directory. ```bash - cp pulsar-io-lakehouse-3.3.2.3.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.3.nar + cp pulsar-io-lakehouse-3.3.2.4.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.4.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). diff --git a/connectors/lakehouse-sink/v4.0.0.6/lakehouse-sink.md b/connectors/lakehouse-sink/v4.0.0.8/lakehouse-sink.md similarity index 96% rename from connectors/lakehouse-sink/v4.0.0.6/lakehouse-sink.md rename to connectors/lakehouse-sink/v4.0.0.8/lakehouse-sink.md index 239f215b..7d1d0411 100644 --- a/connectors/lakehouse-sink/v4.0.0.6/lakehouse-sink.md +++ b/connectors/lakehouse-sink/v4.0.0.8/lakehouse-sink.md @@ -11,7 +11,7 @@ tags: alias: Lakehouse Sink Connector features: ["pulsar lakehouse connector"] icon: "/images/streamnative.png" -download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-lakehouse support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "lakehouse-sink" The Lakehouse sink connector (including the [Hudi](https://hudi.apache.org), [Iceberg](https://iceberg.apache.org/), and [Delta Lake](https://delta.io/) sink connectors) fetches data from a Pulsar topic and saves data to the Lakehouse tables. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v4.0.0.6/docs/lakehouse-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v4.0.0.8/docs/lakehouse-sink.png) # How to get @@ -62,7 +62,7 @@ To build the Lakehouse sink connector from the source code, follow these steps. ```bash ls target - pulsar-io-lakehouse-4.0.0.6.nar + pulsar-io-lakehouse-4.0.0.8.nar ``` # How to configure @@ -147,7 +147,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-hudi-pulsar" ], - "archive": "connectors/pulsar-io-hudi-4.0.0.6.nar", + "archive": "connectors/pulsar-io-hudi-4.0.0.8.nar", "processingGuarantees": "EFFECTIVELY_ONCE", "parallelism": 1, "configs": { @@ -171,7 +171,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-hudi-pulsar" ], - "archive": "connectors/pulsar-io-hudi-4.0.0.6-cloud.nar", + "archive": "connectors/pulsar-io-hudi-4.0.0.8-cloud.nar", "parallelism": 1, "processingGuarantees": "EFFECTIVELY_ONCE", "configs": { @@ -199,7 +199,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-iceberg-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-4.0.0.6.nar", + "archive": "connectors/pulsar-io-lakehouse-4.0.0.8.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"iceberg", @@ -227,7 +227,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-iceberg-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-4.0.0.6-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-4.0.0.8-cloud.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"iceberg", @@ -258,7 +258,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-delta-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-4.0.0.6.nar", + "archive": "connectors/pulsar-io-lakehouse-4.0.0.8.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"delta", @@ -280,7 +280,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "inputs": [ "test-delta-pulsar" ], - "archive": "connectors/pulsar-io-lakehouse-4.0.0.6-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-4.0.0.8-cloud.nar", "processingGuarantees":"EFFECTIVELY_ONCE", "configs":{ "type":"delta", @@ -350,7 +350,7 @@ This example describes how to use the Lakehouse sink connector to fetch data fro 1. Copy the NAR package to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-4.0.0.6.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.6.nar + cp pulsar-io-lakehouse-4.0.0.8.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.8.nar ``` 2. Start Pulsar in standalone mode. @@ -383,7 +383,7 @@ This example explains how to create a Lakehouse sink connector in an on-premises 1. Copy the NAR package of the Lakehouse sink connector to the Pulsar connectors directory. ```bash - cp pulsar-io-lakehouse-4.0.0.6.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.6.nar + cp pulsar-io-lakehouse-4.0.0.8.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.8.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). diff --git a/connectors/lakehouse-source/v3.3.2.3/lakehouse-source.md b/connectors/lakehouse-source/v3.0.7.5/lakehouse-source.md similarity index 95% rename from connectors/lakehouse-source/v3.3.2.3/lakehouse-source.md rename to connectors/lakehouse-source/v3.0.7.5/lakehouse-source.md index 964532f5..22198f8e 100644 --- a/connectors/lakehouse-source/v3.3.2.3/lakehouse-source.md +++ b/connectors/lakehouse-source/v3.0.7.5/lakehouse-source.md @@ -11,7 +11,7 @@ tags: alias: Lakehouse Source Connector features: ["pulsar lakehouse connector"] icon: "/images/streamnative.png" -download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.3.2.3 +download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.0.7.5 support: streamnative support_link: https://github.com/streamnative/pulsar-io-lakehouse support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "lakehouse-source" The Lakehouse source connector (currently only including the [Delta Lake](https://delta.io/) source connector) fetches the Lakehouse table's changelog and saves changelogs into a Pulsar topic. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.3.2.3/docs/lakehouse-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.0.7.5/docs/lakehouse-source.png) # How to get @@ -62,7 +62,7 @@ To build the Lakehouse source connector from the source code, follow these steps ```bash ls target - pulsar-io-lakehouse-3.3.2.3.nar + pulsar-io-lakehouse-3.0.7.5.nar ``` # How to configure @@ -110,7 +110,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "parallelism":1, "topicName": "delta_source", "processingGuarantees":"ATLEAST_ONCE", - "archive": "connectors/pulsar-io-lakehouse-3.3.2.3.nar", + "archive": "connectors/pulsar-io-lakehouse-3.0.7.5.nar", "configs":{ "type":"delta", "checkpointInterval": 180, @@ -135,7 +135,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "parallelism":1, "topicName": "delta_source", "processingGuarantees":"ATLEAST_ONCE", - "archive": "connectors/pulsar-io-lakehouse-3.3.2.3-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-3.0.7.5-cloud.nar", "configs":{ "type":"delta", "checkpointInterval": 180, @@ -195,7 +195,7 @@ This example describes how to use the Lakehouse source connector to fetch data f 1. Copy the NAR package to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-3.3.2.3.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.3.nar + cp pulsar-io-lakehouse-3.0.7.5.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.5.nar ``` 2. Start Pulsar in standalone mode. @@ -226,7 +226,7 @@ This example explains how to create a Lakehouse source connector in an on-premis 1. Copy the NAR package of the Lakehouse source connector to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-3.3.2.3.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.3.nar + cp pulsar-io-lakehouse-3.0.7.5.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.5.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). diff --git a/connectors/lakehouse-source/v3.0.7.3/lakehouse-source.md b/connectors/lakehouse-source/v3.3.2.4/lakehouse-source.md similarity index 95% rename from connectors/lakehouse-source/v3.0.7.3/lakehouse-source.md rename to connectors/lakehouse-source/v3.3.2.4/lakehouse-source.md index c0479f28..917e5cfb 100644 --- a/connectors/lakehouse-source/v3.0.7.3/lakehouse-source.md +++ b/connectors/lakehouse-source/v3.3.2.4/lakehouse-source.md @@ -11,7 +11,7 @@ tags: alias: Lakehouse Source Connector features: ["pulsar lakehouse connector"] icon: "/images/streamnative.png" -download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.0.7.3 +download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v3.3.2.4 support: streamnative support_link: https://github.com/streamnative/pulsar-io-lakehouse support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "lakehouse-source" The Lakehouse source connector (currently only including the [Delta Lake](https://delta.io/) source connector) fetches the Lakehouse table's changelog and saves changelogs into a Pulsar topic. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.0.7.3/docs/lakehouse-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v3.3.2.4/docs/lakehouse-source.png) # How to get @@ -62,7 +62,7 @@ To build the Lakehouse source connector from the source code, follow these steps ```bash ls target - pulsar-io-lakehouse-3.0.7.3.nar + pulsar-io-lakehouse-3.3.2.4.nar ``` # How to configure @@ -110,7 +110,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "parallelism":1, "topicName": "delta_source", "processingGuarantees":"ATLEAST_ONCE", - "archive": "connectors/pulsar-io-lakehouse-3.0.7.3.nar", + "archive": "connectors/pulsar-io-lakehouse-3.3.2.4.nar", "configs":{ "type":"delta", "checkpointInterval": 180, @@ -135,7 +135,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "parallelism":1, "topicName": "delta_source", "processingGuarantees":"ATLEAST_ONCE", - "archive": "connectors/pulsar-io-lakehouse-3.0.7.3-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-3.3.2.4-cloud.nar", "configs":{ "type":"delta", "checkpointInterval": 180, @@ -195,7 +195,7 @@ This example describes how to use the Lakehouse source connector to fetch data f 1. Copy the NAR package to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-3.0.7.3.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.3.nar + cp pulsar-io-lakehouse-3.3.2.4.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.4.nar ``` 2. Start Pulsar in standalone mode. @@ -226,7 +226,7 @@ This example explains how to create a Lakehouse source connector in an on-premis 1. Copy the NAR package of the Lakehouse source connector to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-3.0.7.3.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.0.7.3.nar + cp pulsar-io-lakehouse-3.3.2.4.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-3.3.2.4.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). diff --git a/connectors/lakehouse-source/v4.0.0.6/lakehouse-source.md b/connectors/lakehouse-source/v4.0.0.8/lakehouse-source.md similarity index 95% rename from connectors/lakehouse-source/v4.0.0.6/lakehouse-source.md rename to connectors/lakehouse-source/v4.0.0.8/lakehouse-source.md index efe78941..55dce55a 100644 --- a/connectors/lakehouse-source/v4.0.0.6/lakehouse-source.md +++ b/connectors/lakehouse-source/v4.0.0.8/lakehouse-source.md @@ -11,7 +11,7 @@ tags: alias: Lakehouse Source Connector features: ["pulsar lakehouse connector"] icon: "/images/streamnative.png" -download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v4.0.0.6 +download: https://api.github.com/repos/streamnative/pulsar-io-lakehouse/tarball/refs/tags/v4.0.0.8 support: streamnative support_link: https://github.com/streamnative/pulsar-io-lakehouse support_img: "https://avatars.githubusercontent.com/u/44651383?v=4" @@ -25,7 +25,7 @@ id: "lakehouse-source" The Lakehouse source connector (currently only including the [Delta Lake](https://delta.io/) source connector) fetches the Lakehouse table's changelog and saves changelogs into a Pulsar topic. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v4.0.0.6/docs/lakehouse-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-lakehouse/v4.0.0.8/docs/lakehouse-source.png) # How to get @@ -62,7 +62,7 @@ To build the Lakehouse source connector from the source code, follow these steps ```bash ls target - pulsar-io-lakehouse-4.0.0.6.nar + pulsar-io-lakehouse-4.0.0.8.nar ``` # How to configure @@ -110,7 +110,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "parallelism":1, "topicName": "delta_source", "processingGuarantees":"ATLEAST_ONCE", - "archive": "connectors/pulsar-io-lakehouse-4.0.0.6.nar", + "archive": "connectors/pulsar-io-lakehouse-4.0.0.8.nar", "configs":{ "type":"delta", "checkpointInterval": 180, @@ -135,7 +135,7 @@ You can create a configuration file (JSON or YAML) to set the properties if you "parallelism":1, "topicName": "delta_source", "processingGuarantees":"ATLEAST_ONCE", - "archive": "connectors/pulsar-io-lakehouse-4.0.0.6-cloud.nar", + "archive": "connectors/pulsar-io-lakehouse-4.0.0.8-cloud.nar", "configs":{ "type":"delta", "checkpointInterval": 180, @@ -195,7 +195,7 @@ This example describes how to use the Lakehouse source connector to fetch data f 1. Copy the NAR package to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-4.0.0.6.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.6.nar + cp pulsar-io-lakehouse-4.0.0.8.nar PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.8.nar ``` 2. Start Pulsar in standalone mode. @@ -226,7 +226,7 @@ This example explains how to create a Lakehouse source connector in an on-premis 1. Copy the NAR package of the Lakehouse source connector to the Pulsar connectors directory. ``` - cp pulsar-io-lakehouse-4.0.0.6.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.6.nar + cp pulsar-io-lakehouse-4.0.0.8.nar $PULSAR_HOME/connectors/pulsar-io-lakehouse-4.0.0.8.nar ``` 2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/). diff --git a/connectors/pinecone-sink/v3.3.2.3/pinecone-sink.md b/connectors/pinecone-sink/v3.0.7.5/pinecone-sink.md similarity index 99% rename from connectors/pinecone-sink/v3.3.2.3/pinecone-sink.md rename to connectors/pinecone-sink/v3.0.7.5/pinecone-sink.md index a5ea90e9..51763285 100644 --- a/connectors/pinecone-sink/v3.3.2.3/pinecone-sink.md +++ b/connectors/pinecone-sink/v3.0.7.5/pinecone-sink.md @@ -29,7 +29,7 @@ This connector allows access to pinecone.io with a pulsar topic. The sink connec takes in messages and writes them if they are in a proper format to a Pinecone index. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-pinecone/v3.3.2.3/docs/pinecone.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-pinecone/v3.0.7.5/docs/pinecone.png) ## Quick start diff --git a/connectors/pinecone-sink/v4.0.0.6/pinecone-sink.md b/connectors/pinecone-sink/v3.3.2.4/pinecone-sink.md similarity index 99% rename from connectors/pinecone-sink/v4.0.0.6/pinecone-sink.md rename to connectors/pinecone-sink/v3.3.2.4/pinecone-sink.md index d93a4ddc..8c67f374 100644 --- a/connectors/pinecone-sink/v4.0.0.6/pinecone-sink.md +++ b/connectors/pinecone-sink/v3.3.2.4/pinecone-sink.md @@ -29,7 +29,7 @@ This connector allows access to pinecone.io with a pulsar topic. The sink connec takes in messages and writes them if they are in a proper format to a Pinecone index. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-pinecone/v4.0.0.6/docs/pinecone.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-pinecone/v3.3.2.4/docs/pinecone.png) ## Quick start diff --git a/connectors/pinecone-sink/v3.0.7.3/pinecone-sink.md b/connectors/pinecone-sink/v4.0.0.8/pinecone-sink.md similarity index 99% rename from connectors/pinecone-sink/v3.0.7.3/pinecone-sink.md rename to connectors/pinecone-sink/v4.0.0.8/pinecone-sink.md index d0f3dc27..b57d4fee 100644 --- a/connectors/pinecone-sink/v3.0.7.3/pinecone-sink.md +++ b/connectors/pinecone-sink/v4.0.0.8/pinecone-sink.md @@ -29,7 +29,7 @@ This connector allows access to pinecone.io with a pulsar topic. The sink connec takes in messages and writes them if they are in a proper format to a Pinecone index. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-pinecone/v3.0.7.3/docs/pinecone.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-pinecone/v4.0.0.8/docs/pinecone.png) ## Quick start diff --git a/connectors/snowflake-sink/v3.0.7.3/snowflake-sink.md b/connectors/snowflake-sink/v3.0.7.5/snowflake-sink.md similarity index 100% rename from connectors/snowflake-sink/v3.0.7.3/snowflake-sink.md rename to connectors/snowflake-sink/v3.0.7.5/snowflake-sink.md diff --git a/connectors/snowflake-sink/v3.3.2.3/snowflake-sink.md b/connectors/snowflake-sink/v3.3.2.4/snowflake-sink.md similarity index 100% rename from connectors/snowflake-sink/v3.3.2.3/snowflake-sink.md rename to connectors/snowflake-sink/v3.3.2.4/snowflake-sink.md diff --git a/connectors/snowflake-sink/v4.0.0.6/snowflake-sink.md b/connectors/snowflake-sink/v4.0.0.8/snowflake-sink.md similarity index 100% rename from connectors/snowflake-sink/v4.0.0.6/snowflake-sink.md rename to connectors/snowflake-sink/v4.0.0.8/snowflake-sink.md diff --git a/connectors/sqs-sink/v3.0.7.3/sqs-sink.md b/connectors/sqs-sink/v3.0.7.5/sqs-sink.md similarity index 99% rename from connectors/sqs-sink/v3.0.7.3/sqs-sink.md rename to connectors/sqs-sink/v3.0.7.5/sqs-sink.md index 4f21767a..e75470e7 100644 --- a/connectors/sqs-sink/v3.0.7.3/sqs-sink.md +++ b/connectors/sqs-sink/v3.0.7.5/sqs-sink.md @@ -25,7 +25,7 @@ id: "sqs-sink" The [AWS Simple Queue Service (SQS)](https://aws.amazon.com/sqs/?nc1=h_ls) sink connector pulls data from Pulsar topics and persists data to AWS SQS. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.0.7.3/docs/sqs-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.0.7.5/docs/sqs-sink.png) ## Quick start diff --git a/connectors/sqs-sink/v4.0.0.6/sqs-sink.md b/connectors/sqs-sink/v3.3.2.4/sqs-sink.md similarity index 99% rename from connectors/sqs-sink/v4.0.0.6/sqs-sink.md rename to connectors/sqs-sink/v3.3.2.4/sqs-sink.md index a7149695..013d8e8f 100644 --- a/connectors/sqs-sink/v4.0.0.6/sqs-sink.md +++ b/connectors/sqs-sink/v3.3.2.4/sqs-sink.md @@ -25,7 +25,7 @@ id: "sqs-sink" The [AWS Simple Queue Service (SQS)](https://aws.amazon.com/sqs/?nc1=h_ls) sink connector pulls data from Pulsar topics and persists data to AWS SQS. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v4.0.0.6/docs/sqs-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.3.2.4/docs/sqs-sink.png) ## Quick start diff --git a/connectors/sqs-sink/v3.3.2.3/sqs-sink.md b/connectors/sqs-sink/v4.0.0.8/sqs-sink.md similarity index 99% rename from connectors/sqs-sink/v3.3.2.3/sqs-sink.md rename to connectors/sqs-sink/v4.0.0.8/sqs-sink.md index 284eb58f..e239fad1 100644 --- a/connectors/sqs-sink/v3.3.2.3/sqs-sink.md +++ b/connectors/sqs-sink/v4.0.0.8/sqs-sink.md @@ -25,7 +25,7 @@ id: "sqs-sink" The [AWS Simple Queue Service (SQS)](https://aws.amazon.com/sqs/?nc1=h_ls) sink connector pulls data from Pulsar topics and persists data to AWS SQS. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.3.2.3/docs/sqs-sink.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v4.0.0.8/docs/sqs-sink.png) ## Quick start diff --git a/connectors/sqs-source/v3.0.7.3/sqs-source.md b/connectors/sqs-source/v3.0.7.5/sqs-source.md similarity index 99% rename from connectors/sqs-source/v3.0.7.3/sqs-source.md rename to connectors/sqs-source/v3.0.7.5/sqs-source.md index 5a61e562..d6740814 100644 --- a/connectors/sqs-source/v3.0.7.3/sqs-source.md +++ b/connectors/sqs-source/v3.0.7.5/sqs-source.md @@ -25,7 +25,7 @@ id: "sqs-source" The [AWS Simple Queue Service (SQS)](https://aws.amazon.com/sqs/?nc1=h_ls) source connector feeds data from Amazon AWS SQS and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.0.7.3/docs/sqs-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.0.7.5/docs/sqs-source.png) ## Quick start diff --git a/connectors/sqs-source/v3.3.2.3/sqs-source.md b/connectors/sqs-source/v3.3.2.4/sqs-source.md similarity index 99% rename from connectors/sqs-source/v3.3.2.3/sqs-source.md rename to connectors/sqs-source/v3.3.2.4/sqs-source.md index 252e11a0..512a5f9c 100644 --- a/connectors/sqs-source/v3.3.2.3/sqs-source.md +++ b/connectors/sqs-source/v3.3.2.4/sqs-source.md @@ -25,7 +25,7 @@ id: "sqs-source" The [AWS Simple Queue Service (SQS)](https://aws.amazon.com/sqs/?nc1=h_ls) source connector feeds data from Amazon AWS SQS and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.3.2.3/docs/sqs-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v3.3.2.4/docs/sqs-source.png) ## Quick start diff --git a/connectors/sqs-source/v4.0.0.6/sqs-source.md b/connectors/sqs-source/v4.0.0.8/sqs-source.md similarity index 99% rename from connectors/sqs-source/v4.0.0.6/sqs-source.md rename to connectors/sqs-source/v4.0.0.8/sqs-source.md index 5c837173..b06f1f12 100644 --- a/connectors/sqs-source/v4.0.0.6/sqs-source.md +++ b/connectors/sqs-source/v4.0.0.8/sqs-source.md @@ -25,7 +25,7 @@ id: "sqs-source" The [AWS Simple Queue Service (SQS)](https://aws.amazon.com/sqs/?nc1=h_ls) source connector feeds data from Amazon AWS SQS and writes data to Pulsar topics. -![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v4.0.0.6/docs/sqs-source.png) +![](https://raw.githubusercontent.com/streamnative/pulsar-io-sqs/v4.0.0.8/docs/sqs-source.png) ## Quick start