diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index 609f1acca..92d1efc00 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -92,7 +92,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/0.5.0 Singer tap for the CircleCI API. + value: tap-circle-ci/0.5.1 Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-facebook/meltanolabs.yml b/_data/meltano/extractors/tap-facebook/meltanolabs.yml index 89566cde5..6cbf23211 100644 --- a/_data/meltano/extractors/tap-facebook/meltanolabs.yml +++ b/_data/meltano/extractors/tap-facebook/meltanolabs.yml @@ -35,7 +35,7 @@ settings: kind: string label: API Version name: api_version - value: v19.0 + value: v22.0 - description: Compression format to use for batch files. kind: options label: Batch Compression Format diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index e90c8e017..f779a6eb6 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -28,7 +28,7 @@ settings: sensitive: true - description: Your Mailchimp DC kind: string - label: Data Center + label: Dc name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 3b611e1b4..9c2a991da 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -76,9 +76,9 @@ settings: label: API URL name: api_url options: - - label: US Endpoint + - label: Https://API Totango Com value: https://api.totango.com - - label: EU Endpoint + - label: 'Https://API Eu1 Totango Com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/extractors/tap-upwork/automattic.yml b/_data/meltano/extractors/tap-upwork/automattic.yml index 36207af5d..527ffc398 100644 --- a/_data/meltano/extractors/tap-upwork/automattic.yml +++ b/_data/meltano/extractors/tap-upwork/automattic.yml @@ -23,7 +23,7 @@ repo: https://github.com/Automattic/tap-upwork settings: - description: Compression format to use for batch files. kind: options - label: Batch Config Encoding Compression + label: Batch Compression Format name: batch_config.encoding.compression options: - label: GZIP @@ -32,18 +32,20 @@ settings: value: none - description: Format to use for batch files. kind: options - label: Batch Config Encoding Format + label: Batch Encoding Format name: batch_config.encoding.format options: - label: JSONL value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string - label: Batch Config Storage Prefix + label: Batch Storage Prefix name: batch_config.storage.prefix - description: Root path to use when writing batch files. kind: string - label: Batch Config Storage Root + label: Batch Storage Root name: batch_config.storage.root - description: The client_id used to generate the OAuth token. kind: password @@ -55,14 +57,22 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: Organization ID to be used in time report filter kind: password @@ -75,7 +85,7 @@ settings: name: start_date - description: User-defined config values to be used within map expressions. kind: object - label: Stream Map Config + label: User Stream Map Configuration name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). diff --git a/_data/meltano/loaders/target-parquet/automattic.yml b/_data/meltano/loaders/target-parquet/automattic.yml index 3d228e46d..53d7a9ab5 100644 --- a/_data/meltano/loaders/target-parquet/automattic.yml +++ b/_data/meltano/loaders/target-parquet/automattic.yml @@ -18,10 +18,14 @@ pip_url: git+https://github.com/Automattic/target-parquet.git quality: silver repo: https://github.com/Automattic/target-parquet settings: -- description: Add metadata to records. +- description: Whether to add metadata fields to records. kind: boolean label: Add Record Metadata name: add_record_metadata +- description: Maximum number of rows in each batch. + kind: integer + label: Batch Size Rows + name: batch_size_rows - description: (default - gzip) Compression methods have to be supported by Pyarrow, and currently the compression modes available are - snappy, zstd, brotli and gzip. kind: string @@ -42,20 +46,20 @@ settings: name: extra_fields_types - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array - label: Faker Config Locale + label: Faker Locale name: faker_config.locale - description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' kind: string - label: Faker Config Seed + label: Faker Seed name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: The method to use when loading data into the destination. `append-only` will always write all input records whether that records already exists or not. @@ -78,6 +82,11 @@ settings: label: Max Batch Size name: max_batch_size value: 10000 +- description: Max level of nesting to flatten + kind: integer + label: Max Flatten Level + name: max_flatten_level + value: 100 - description: Max size of pyarrow table in MB (before writing to parquet file). It can control the memory usage of the target. kind: integer @@ -90,7 +99,7 @@ settings: name: partition_cols - description: User-defined config values to be used within map expressions. kind: object - label: Stream Map Config + label: User Stream Map Configuration name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html).