diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index c9e4ceea6..609f1acca 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -92,7 +92,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/0.4.0 Singer tap for the CircleCI API. + value: tap-circle-ci/0.5.0 Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml index 440348396..d0438507e 100644 --- a/_data/meltano/extractors/tap-dbt/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dbt/meltanolabs.yml @@ -95,7 +95,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-dbt/0.13.0 Singer tap for the dbt Cloud API. + value: tap-dbt/0.14.0 Singer tap for the dbt Cloud API. settings_group_validation: - - account_ids - api_key diff --git a/_data/meltano/extractors/tap-hubspot/meltanolabs.yml b/_data/meltano/extractors/tap-hubspot/meltanolabs.yml index 49f5e75ef..ef26c284c 100644 --- a/_data/meltano/extractors/tap-hubspot/meltanolabs.yml +++ b/_data/meltano/extractors/tap-hubspot/meltanolabs.yml @@ -28,7 +28,7 @@ settings: sensitive: true - description: Compression format to use for batch files. kind: options - label: Batch Config Encoding Compression + label: Batch Compression Format name: batch_config.encoding.compression options: - label: GZIP @@ -37,18 +37,20 @@ settings: value: none - description: Format to use for batch files. kind: options - label: Batch Config Encoding Format + label: Batch Encoding Format name: batch_config.encoding.format options: - label: JSONL value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string - label: Batch Config Storage Prefix + label: Batch Storage Prefix name: batch_config.storage.prefix - description: Root path to use when writing batch files. kind: string - label: Batch Config Storage Root + label: Batch Storage Root name: batch_config.storage.root - description: The OAuth app client ID. kind: password @@ -64,14 +66,22 @@ settings: kind: date_iso8601 label: End Date name: end_date +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: The OAuth app refresh token. kind: password @@ -84,7 +94,7 @@ settings: name: start_date - description: User-defined config values to be used within map expressions. kind: object - label: Stream Map Config + label: User Stream Map Configuration name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). diff --git a/_data/meltano/extractors/tap-mongodb/meltanolabs.yml b/_data/meltano/extractors/tap-mongodb/meltanolabs.yml index b67034ae1..33ce61d8e 100644 --- a/_data/meltano/extractors/tap-mongodb/meltanolabs.yml +++ b/_data/meltano/extractors/tap-mongodb/meltanolabs.yml @@ -45,7 +45,7 @@ settings: value: false - description: Compression format to use for batch files. kind: options - label: Batch Config Encoding Compression + label: Batch Compression Format name: batch_config.encoding.compression options: - label: GZIP @@ -54,18 +54,20 @@ settings: value: none - description: Format to use for batch files. kind: options - label: Batch Config Encoding Format + label: Batch Encoding Format name: batch_config.encoding.format options: - label: JSONL value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string - label: Batch Config Storage Prefix + label: Batch Storage Prefix name: batch_config.storage.prefix - description: Root path to use when writing batch files. kind: string - label: Batch Config Storage Root + label: Batch Storage Root name: batch_config.storage.root - description: Database name from which records will be extracted. kind: string @@ -108,14 +110,28 @@ settings: kind: string label: Documentdb Credential Json String name: documentdb_credential_json_string +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Seed + name: faker_config.seed +- description: 'Collections to discover (default: all) - filtering is case-insensitive. + Useful for improving catalog discovery performance.' + kind: array + label: Filter Collections + name: filter_collections + value: [] - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: | MongoDB connection string. See diff --git a/_data/meltano/extractors/tap-mongodb/menzenski.yml b/_data/meltano/extractors/tap-mongodb/menzenski.yml index 6be65db49..5a0099809 100644 --- a/_data/meltano/extractors/tap-mongodb/menzenski.yml +++ b/_data/meltano/extractors/tap-mongodb/menzenski.yml @@ -46,7 +46,7 @@ settings: value: false - description: Compression format to use for batch files. kind: options - label: Batch Config Encoding Compression + label: Batch Compression Format name: batch_config.encoding.compression options: - label: GZIP @@ -55,18 +55,20 @@ settings: value: none - description: Format to use for batch files. kind: options - label: Batch Config Encoding Format + label: Batch Encoding Format name: batch_config.encoding.format options: - label: JSONL value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string - label: Batch Config Storage Prefix + label: Batch Storage Prefix name: batch_config.storage.prefix - description: Root path to use when writing batch files. kind: string - label: Batch Config Storage Root + label: Batch Storage Root name: batch_config.storage.root - description: Database name from which records will be extracted. kind: string @@ -109,14 +111,28 @@ settings: kind: string label: Documentdb Credential Json String name: documentdb_credential_json_string +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Seed + name: faker_config.seed +- description: 'Collections to discover (default: all) - filtering is case-insensitive. + Useful for improving catalog discovery performance.' + kind: array + label: Filter Collections + name: filter_collections + value: [] - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: | MongoDB connection string. See diff --git a/_data/meltano/loaders/target-postgres/meltanolabs.yml b/_data/meltano/loaders/target-postgres/meltanolabs.yml index 2603b6c31..cd6cc513b 100644 --- a/_data/meltano/loaders/target-postgres/meltanolabs.yml +++ b/_data/meltano/loaders/target-postgres/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- activate-version - hard-delete - schema-flattening - stream-maps @@ -37,7 +38,7 @@ settings: kind: integer label: Batch Size Rows name: batch_size_rows -- description: Database name. Note if sqlalchemy_url is set this will be ignored. +- description: Database name. kind: string label: Database name: database @@ -46,12 +47,12 @@ settings: label: Default Target Schema name: default_target_schema value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. - Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored. +- description: DEPRECATED. Dialect+driver see https://docs.sqlalchemy.org/en/20/core/engines.html. + Generally just leave this alone. kind: string label: Dialect+Driver name: dialect+driver - value: postgresql+psycopg2 + value: postgresql+psycopg - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Locale @@ -76,8 +77,7 @@ settings: label: Hard Delete name: hard_delete value: false -- description: Hostname for postgres instance. Note if sqlalchemy_url is set this - will be ignored. +- description: Hostname for postgres instance. kind: string label: Host name: host @@ -104,21 +104,31 @@ settings: - label: Overwrite value: overwrite value: append-only -- description: Password used to authenticate. Note if sqlalchemy_url is set this will - be ignored. +- description: Password used to authenticate. kind: password label: Password name: password sensitive: true -- description: The port on which postgres is awaiting connection. Note if sqlalchemy_url - is set this will be ignored. +- description: The port on which postgres is awaiting connections. kind: integer label: Port name: port value: 5432 -- description: SQLAlchemy connection string. This will override using host, user, - password, port, dialect, and all ssl settings. Note that you must escape password - special characters properly. See +- description: Whether to process `ACTIVATE_VERSION` messages. + kind: boolean + label: Process `ACTIVATE_VERSION` messages + name: process_activate_version_messages + value: true +- description: If set to true, the target will sanitize null characters in char/text/varchar + fields, as they are not supported by Postgres. See [postgres documentation](https://www.postgresql.org/docs/current/functions-string.html) + for more information about chr(0) not being supported. + kind: boolean + label: Sanitize Null Text Characters + name: sanitize_null_text_characters + value: false +- description: DEPRECATED. SQLAlchemy connection string. This will override using + host, user, password, port, dialect, and all ssl settings. Note that you must + escape password special characters properly. See https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords kind: string label: SQLAlchemy URL @@ -154,14 +164,14 @@ settings: name: ssh_tunnel.username - description: The certificate authority that should be used to verify the server's identity. Can be provided either as the certificate itself (in .env) or as a filepath - to the certificate. Note if sqlalchemy_url is set this will be ignored. + to the certificate. kind: string label: SSL Certificate Authority name: ssl_certificate_authority value: ~/.postgresql/root.crl - description: The certificate that should be used to verify your identity to the server. Can be provided either as the certificate itself (in .env) or as a filepath - to the certificate. Note if sqlalchemy_url is set this will be ignored. + to the certificate. kind: string label: SSL Client Certificate name: ssl_client_certificate @@ -169,14 +179,12 @@ settings: - description: Whether or not to provide client-side certificates as a method of authentication to the server. Use ssl_client_certificate and ssl_client_private_key for further customization. To use SSL to verify the server's identity, use ssl_enable instead. - Note if sqlalchemy_url is set this will be ignored. kind: boolean label: SSL Client Certificate Enable name: ssl_client_certificate_enable value: false - description: The private key for the certificate you provided. Can be provided either - as the certificate itself (in .env) or as a filepath to the certificate. Note - if sqlalchemy_url is set this will be ignored. + as the certificate itself (in .env) or as a filepath to the certificate. kind: password label: SSL Client Private Key name: ssl_client_private_key @@ -184,8 +192,7 @@ settings: value: ~/.postgresql/postgresql.key - description: Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate - yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url - is set this will be ignored. + yourself to the server, use ssl_client_certificate_enable instead. kind: boolean label: SSL Enable name: ssl_enable @@ -193,7 +200,7 @@ settings: - description: SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, - or verify-full. Note if sqlalchemy_url is set this will be ignored. + or verify-full. kind: string label: SSL Mode name: ssl_mode @@ -215,8 +222,13 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: User name used to authenticate. Note if sqlalchemy_url is set this - will be ignored. +- description: Use the COPY command to insert data. This is usually faster than INSERT + statements. This option is only available for the postgresql+psycopg dialect+driver. + kind: boolean + label: Use COPY + name: use_copy + value: false +- description: User name used to authenticate. kind: string label: User name: user diff --git a/_data/meltano/loaders/target-snowflake/meltanolabs.yml b/_data/meltano/loaders/target-snowflake/meltanolabs.yml index 922ef59b9..3025b376d 100644 --- a/_data/meltano/loaders/target-snowflake/meltanolabs.yml +++ b/_data/meltano/loaders/target-snowflake/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- activate-version - hard-delete - schema-flattening - stream-maps @@ -105,6 +106,11 @@ settings: label: Private Key Path name: private_key_path sensitive: true +- description: Whether to process `ACTIVATE_VERSION` messages. + kind: boolean + label: Process `ACTIVATE_VERSION` messages + name: process_activate_version_messages + value: true - description: The initial role for the session. kind: string label: Role