From 224c7550db8abc8c561ecac23371995f5e5975e4 Mon Sep 17 00:00:00 2001 From: Sebastian Smiley Date: Wed, 8 Jan 2025 10:09:22 -0500 Subject: [PATCH] remuneration --- .../loaders/target-postgres--meltanolabs.lock | 50 +++++++++++++------ tap_adp/schemas/worker.json | 24 +++++++++ tap_adp/streams.py | 1 + 3 files changed, 61 insertions(+), 14 deletions(-) diff --git a/plugins/loaders/target-postgres--meltanolabs.lock b/plugins/loaders/target-postgres--meltanolabs.lock index 2c21a52..7f26696 100644 --- a/plugins/loaders/target-postgres--meltanolabs.lock +++ b/plugins/loaders/target-postgres--meltanolabs.lock @@ -12,6 +12,7 @@ "logo_url": "https://hub.meltano.com/assets/logos/loaders/postgres.png", "capabilities": [ "about", + "activate-version", "hard-delete", "schema-flattening", "stream-maps" @@ -44,7 +45,7 @@ "name": "database", "kind": "string", "label": "Database", - "description": "Database name. Note if sqlalchemy_url is set this will be ignored." + "description": "Database name." }, { "name": "default_target_schema", @@ -56,9 +57,9 @@ { "name": "dialect+driver", "kind": "string", - "value": "postgresql+psycopg2", + "value": "postgresql+psycopg", "label": "Dialect+Driver", - "description": "Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored." + "description": "DEPRECATED. Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. Generally just leave this alone." }, { "name": "faker_config.locale", @@ -95,7 +96,7 @@ "name": "host", "kind": "string", "label": "Host", - "description": "Hostname for postgres instance. Note if sqlalchemy_url is set this will be ignored." + "description": "Hostname for postgres instance." }, { "name": "interpret_content_encoding", @@ -129,7 +130,7 @@ "name": "password", "kind": "string", "label": "Password", - "description": "Password used to authenticate. Note if sqlalchemy_url is set this will be ignored.", + "description": "Password used to authenticate.", "sensitive": true }, { @@ -137,13 +138,27 @@ "kind": "integer", "value": 5432, "label": "Port", - "description": "The port on which postgres is awaiting connection. Note if sqlalchemy_url is set this will be ignored." + "description": "The port on which postgres is awaiting connections." + }, + { + "name": "process_activate_version_messages", + "kind": "boolean", + "value": true, + "label": "Process `ACTIVATE_VERSION` messages", + "description": "Whether to process `ACTIVATE_VERSION` messages." + }, + { + "name": "sanitize_null_text_characters", + "kind": "boolean", + "value": false, + "label": "Sanitize Null Text Characters", + "description": "If set to true, the target will sanitize null characters in char/text/varchar fields, as they are not supported by Postgres. See [postgres documentation](https://www.postgresql.org/docs/current/functions-string.html) for more information about chr(0) not being supported." }, { "name": "sqlalchemy_url", "kind": "string", "label": "SQLAlchemy URL", - "description": "SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords" + "description": "DEPRECATED. SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords" }, { "name": "ssh_tunnel.enable", @@ -190,28 +205,28 @@ "kind": "string", "value": "~/.postgresql/root.crl", "label": "SSL Certificate Authority", - "description": "The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored." + "description": "The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate." }, { "name": "ssl_client_certificate", "kind": "string", "value": "~/.postgresql/postgresql.crt", "label": "SSL Client Certificate", - "description": "The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored." + "description": "The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate." }, { "name": "ssl_client_certificate_enable", "kind": "boolean", "value": false, "label": "SSL Client Certificate Enable", - "description": "Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead. Note if sqlalchemy_url is set this will be ignored." + "description": "Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead." }, { "name": "ssl_client_private_key", "kind": "string", "value": "~/.postgresql/postgresql.key", "label": "SSL Client Private Key", - "description": "The private key for the certificate you provided. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored.", + "description": "The private key for the certificate you provided. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate.", "sensitive": true }, { @@ -219,14 +234,14 @@ "kind": "boolean", "value": false, "label": "SSL Enable", - "description": "Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url is set this will be ignored." + "description": "Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate yourself to the server, use ssl_client_certificate_enable instead." }, { "name": "ssl_mode", "kind": "string", "value": "verify-full", "label": "SSL Mode", - "description": "SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full. Note if sqlalchemy_url is set this will be ignored." + "description": "SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full." }, { "name": "ssl_storage_directory", @@ -247,11 +262,18 @@ "label": "Stream Maps", "description": "Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html)." }, + { + "name": "use_copy", + "kind": "boolean", + "value": false, + "label": "Use COPY", + "description": "Use the COPY command to insert data. This is usually faster than INSERT statements. This option is only available for the postgresql+psycopg dialect+driver." + }, { "name": "user", "kind": "string", "label": "User", - "description": "User name used to authenticate. Note if sqlalchemy_url is set this will be ignored." + "description": "User name used to authenticate." }, { "name": "validate_records", diff --git a/tap_adp/schemas/worker.json b/tap_adp/schemas/worker.json index 4039342..d5a3459 100644 --- a/tap_adp/schemas/worker.json +++ b/tap_adp/schemas/worker.json @@ -1883,6 +1883,12 @@ } } }, + "amountValue": { + "type": [ + "number", + "null" + ] + }, "currencyCode": { "type": [ "string", @@ -1917,6 +1923,12 @@ } } }, + "amountValue": { + "type": [ + "number", + "null" + ] + }, "currencyCode": { "type": [ "string", @@ -1957,6 +1969,12 @@ } } }, + "amountValue": { + "type": [ + "number", + "null" + ] + }, "currencyCode": { "type": [ "string", @@ -2016,6 +2034,12 @@ "null" ], "properties": { + "amountValue": { + "type": [ + "number", + "null" + ] + }, "currencyCode": { "type": [ "string", diff --git a/tap_adp/streams.py b/tap_adp/streams.py index 73442e9..f066640 100644 --- a/tap_adp/streams.py +++ b/tap_adp/streams.py @@ -23,6 +23,7 @@ class WorkersStream(PaginatedADPStream): records_jsonpath = "$.workers[*]" schema_filepath = SCHEMAS_DIR / "worker.json" + @property def http_headers(self) -> dict: headers = super().http_headers headers["Accept"] = "application/json;masked=false"