Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

remuneration #14

Merged
merged 1 commit into from
Jan 8, 2025
Merged

remuneration #14

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 36 additions & 14 deletions plugins/loaders/target-postgres--meltanolabs.lock
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@
"logo_url": "https://hub.meltano.com/assets/logos/loaders/postgres.png",
"capabilities": [
"about",
"activate-version",
"hard-delete",
"schema-flattening",
"stream-maps"
Expand Down Expand Up @@ -44,7 +45,7 @@
"name": "database",
"kind": "string",
"label": "Database",
"description": "Database name. Note if sqlalchemy_url is set this will be ignored."
"description": "Database name."
},
{
"name": "default_target_schema",
Expand All @@ -56,9 +57,9 @@
{
"name": "dialect+driver",
"kind": "string",
"value": "postgresql+psycopg2",
"value": "postgresql+psycopg",
"label": "Dialect+Driver",
"description": "Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored."
"description": "DEPRECATED. Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. Generally just leave this alone."
},
{
"name": "faker_config.locale",
Expand Down Expand Up @@ -95,7 +96,7 @@
"name": "host",
"kind": "string",
"label": "Host",
"description": "Hostname for postgres instance. Note if sqlalchemy_url is set this will be ignored."
"description": "Hostname for postgres instance."
},
{
"name": "interpret_content_encoding",
Expand Down Expand Up @@ -129,21 +130,35 @@
"name": "password",
"kind": "string",
"label": "Password",
"description": "Password used to authenticate. Note if sqlalchemy_url is set this will be ignored.",
"description": "Password used to authenticate.",
"sensitive": true
},
{
"name": "port",
"kind": "integer",
"value": 5432,
"label": "Port",
"description": "The port on which postgres is awaiting connection. Note if sqlalchemy_url is set this will be ignored."
"description": "The port on which postgres is awaiting connections."
},
{
"name": "process_activate_version_messages",
"kind": "boolean",
"value": true,
"label": "Process `ACTIVATE_VERSION` messages",
"description": "Whether to process `ACTIVATE_VERSION` messages."
},
{
"name": "sanitize_null_text_characters",
"kind": "boolean",
"value": false,
"label": "Sanitize Null Text Characters",
"description": "If set to true, the target will sanitize null characters in char/text/varchar fields, as they are not supported by Postgres. See [postgres documentation](https://www.postgresql.org/docs/current/functions-string.html) for more information about chr(0) not being supported."
},
{
"name": "sqlalchemy_url",
"kind": "string",
"label": "SQLAlchemy URL",
"description": "SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords"
"description": "DEPRECATED. SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords"
},
{
"name": "ssh_tunnel.enable",
Expand Down Expand Up @@ -190,43 +205,43 @@
"kind": "string",
"value": "~/.postgresql/root.crl",
"label": "SSL Certificate Authority",
"description": "The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored."
"description": "The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate."
},
{
"name": "ssl_client_certificate",
"kind": "string",
"value": "~/.postgresql/postgresql.crt",
"label": "SSL Client Certificate",
"description": "The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored."
"description": "The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate."
},
{
"name": "ssl_client_certificate_enable",
"kind": "boolean",
"value": false,
"label": "SSL Client Certificate Enable",
"description": "Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead. Note if sqlalchemy_url is set this will be ignored."
"description": "Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead."
},
{
"name": "ssl_client_private_key",
"kind": "string",
"value": "~/.postgresql/postgresql.key",
"label": "SSL Client Private Key",
"description": "The private key for the certificate you provided. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored.",
"description": "The private key for the certificate you provided. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate.",
"sensitive": true
},
{
"name": "ssl_enable",
"kind": "boolean",
"value": false,
"label": "SSL Enable",
"description": "Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url is set this will be ignored."
"description": "Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate yourself to the server, use ssl_client_certificate_enable instead."
},
{
"name": "ssl_mode",
"kind": "string",
"value": "verify-full",
"label": "SSL Mode",
"description": "SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full. Note if sqlalchemy_url is set this will be ignored."
"description": "SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full."
},
{
"name": "ssl_storage_directory",
Expand All @@ -247,11 +262,18 @@
"label": "Stream Maps",
"description": "Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html)."
},
{
"name": "use_copy",
"kind": "boolean",
"value": false,
"label": "Use COPY",
"description": "Use the COPY command to insert data. This is usually faster than INSERT statements. This option is only available for the postgresql+psycopg dialect+driver."
},
{
"name": "user",
"kind": "string",
"label": "User",
"description": "User name used to authenticate. Note if sqlalchemy_url is set this will be ignored."
"description": "User name used to authenticate."
},
{
"name": "validate_records",
Expand Down
24 changes: 24 additions & 0 deletions tap_adp/schemas/worker.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1883,6 +1883,12 @@
}
}
},
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down Expand Up @@ -1917,6 +1923,12 @@
}
}
},
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down Expand Up @@ -1957,6 +1969,12 @@
}
}
},
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down Expand Up @@ -2016,6 +2034,12 @@
"null"
],
"properties": {
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down
1 change: 1 addition & 0 deletions tap_adp/streams.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ class WorkersStream(PaginatedADPStream):
records_jsonpath = "$.workers[*]"
schema_filepath = SCHEMAS_DIR / "worker.json"

@property
def http_headers(self) -> dict:
headers = super().http_headers
headers["Accept"] = "application/json;masked=false"
Expand Down
Loading