Skip to content

Commit

Permalink
remuneration (#14)
Browse files Browse the repository at this point in the history
  • Loading branch information
@sebastianswms
sebastianswms authored Jan 8, 2025
1 parent 4aa0ce5 commit 2597e48
Show file tree
Hide file tree
Showing 3 changed files with 61 additions and 14 deletions.
50 changes: 36 additions & 14 deletions plugins/loaders/target-postgres--meltanolabs.lock
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@
"logo_url": "https://hub.meltano.com/assets/logos/loaders/postgres.png",
"capabilities": [
"about",
"activate-version",
"hard-delete",
"schema-flattening",
"stream-maps"
Expand Down Expand Up @@ -44,7 +45,7 @@
"name": "database",
"kind": "string",
"label": "Database",
"description": "Database name. Note if sqlalchemy_url is set this will be ignored."
"description": "Database name."
},
{
"name": "default_target_schema",
Expand All @@ -56,9 +57,9 @@
{
"name": "dialect+driver",
"kind": "string",
"value": "postgresql+psycopg2",
"value": "postgresql+psycopg",
"label": "Dialect+Driver",
"description": "Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored."
"description": "DEPRECATED. Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. Generally just leave this alone."
},
{
"name": "faker_config.locale",
Expand Down Expand Up @@ -95,7 +96,7 @@
"name": "host",
"kind": "string",
"label": "Host",
"description": "Hostname for postgres instance. Note if sqlalchemy_url is set this will be ignored."
"description": "Hostname for postgres instance."
},
{
"name": "interpret_content_encoding",
Expand Down Expand Up @@ -129,21 +130,35 @@
"name": "password",
"kind": "string",
"label": "Password",
"description": "Password used to authenticate. Note if sqlalchemy_url is set this will be ignored.",
"description": "Password used to authenticate.",
"sensitive": true
},
{
"name": "port",
"kind": "integer",
"value": 5432,
"label": "Port",
"description": "The port on which postgres is awaiting connection. Note if sqlalchemy_url is set this will be ignored."
"description": "The port on which postgres is awaiting connections."
},
{
"name": "process_activate_version_messages",
"kind": "boolean",
"value": true,
"label": "Process `ACTIVATE_VERSION` messages",
"description": "Whether to process `ACTIVATE_VERSION` messages."
},
{
"name": "sanitize_null_text_characters",
"kind": "boolean",
"value": false,
"label": "Sanitize Null Text Characters",
"description": "If set to true, the target will sanitize null characters in char/text/varchar fields, as they are not supported by Postgres. See [postgres documentation](https://www.postgresql.org/docs/current/functions-string.html) for more information about chr(0) not being supported."
},
{
"name": "sqlalchemy_url",
"kind": "string",
"label": "SQLAlchemy URL",
"description": "SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords"
"description": "DEPRECATED. SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords"
},
{
"name": "ssh_tunnel.enable",
Expand Down Expand Up @@ -190,43 +205,43 @@
"kind": "string",
"value": "~/.postgresql/root.crl",
"label": "SSL Certificate Authority",
"description": "The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored."
"description": "The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate."
},
{
"name": "ssl_client_certificate",
"kind": "string",
"value": "~/.postgresql/postgresql.crt",
"label": "SSL Client Certificate",
"description": "The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored."
"description": "The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate."
},
{
"name": "ssl_client_certificate_enable",
"kind": "boolean",
"value": false,
"label": "SSL Client Certificate Enable",
"description": "Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead. Note if sqlalchemy_url is set this will be ignored."
"description": "Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead."
},
{
"name": "ssl_client_private_key",
"kind": "string",
"value": "~/.postgresql/postgresql.key",
"label": "SSL Client Private Key",
"description": "The private key for the certificate you provided. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate. Note if sqlalchemy_url is set this will be ignored.",
"description": "The private key for the certificate you provided. Can be provided either as the certificate itself (in .env) or as a filepath to the certificate.",
"sensitive": true
},
{
"name": "ssl_enable",
"kind": "boolean",
"value": false,
"label": "SSL Enable",
"description": "Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url is set this will be ignored."
"description": "Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate yourself to the server, use ssl_client_certificate_enable instead."
},
{
"name": "ssl_mode",
"kind": "string",
"value": "verify-full",
"label": "SSL Mode",
"description": "SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full. Note if sqlalchemy_url is set this will be ignored."
"description": "SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full."
},
{
"name": "ssl_storage_directory",
Expand All @@ -247,11 +262,18 @@
"label": "Stream Maps",
"description": "Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html)."
},
{
"name": "use_copy",
"kind": "boolean",
"value": false,
"label": "Use COPY",
"description": "Use the COPY command to insert data. This is usually faster than INSERT statements. This option is only available for the postgresql+psycopg dialect+driver."
},
{
"name": "user",
"kind": "string",
"label": "User",
"description": "User name used to authenticate. Note if sqlalchemy_url is set this will be ignored."
"description": "User name used to authenticate."
},
{
"name": "validate_records",
Expand Down
24 changes: 24 additions & 0 deletions tap_adp/schemas/worker.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1883,6 +1883,12 @@
}
}
},
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down Expand Up @@ -1917,6 +1923,12 @@
}
}
},
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down Expand Up @@ -1957,6 +1969,12 @@
}
}
},
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down Expand Up @@ -2016,6 +2034,12 @@
"null"
],
"properties": {
"amountValue": {
"type": [
"number",
"null"
]
},
"currencyCode": {
"type": [
"string",
Expand Down
1 change: 1 addition & 0 deletions tap_adp/streams.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ class WorkersStream(PaginatedADPStream):
records_jsonpath = "$.workers[*]"
schema_filepath = SCHEMAS_DIR / "worker.json"

@property
def http_headers(self) -> dict:
headers = super().http_headers
headers["Accept"] = "application/json;masked=false"
Expand Down

0 comments on commit 2597e48

Please sign in to comment.