-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmeltano.yml
91 lines (91 loc) · 2.3 KB
/
meltano.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
version: 1
default_environment: dev
project_id: prodder-demo-project-public
plugins:
extractors:
- name: tap-toggl
namespace: tap_toggl
pip_url: git+https://github.com/AutoIDM/tap-toggl.git@current_time_entries
executable: tap-toggl
capabilities:
- catalog
- discover
- state
settings:
- name: api_token
kind: password
- name: detailed_report_trailing_days
kind: integer
- name: start_date
kind: string
- name: user_agent
kind: string
- name: tap-duckdb
namespace: tap_duckdb
pip_url: git+https://github.com/MeltanoLabs/tap-duckdb.git duckdb==0.6.1
capabilities:
- state
- catalog
- discover
config:
path: $MELTANO_PROJECT_ROOT/output/prodder.duckdb
select:
- autoidm-target_slack.*
loaders:
- name: target-apprise
namespace: target_apprise
pip_url: target-apprise
executable: target-apprise
settings:
- name: uris
kind: array
- name: target-duckdb
variant: jwills
pip_url: target-duckdb~=0.4 duckdb==0.6.1
config:
filepath: $MELTANO_PROJECT_ROOT/output/prodder.duckdb
default_target_schema: $MELTANO_EXTRACT__LOAD_SCHEMA
transformers:
- name: dbt
pip_url: dbt-core~=1.2.0 dbt-duckdb~=1.2.0 duckdb==0.6.1
config:
target: duckdb
path: $MELTANO_PROJECT_ROOT/output/prodder.duckdb
project_dir: $MELTANO_PROJECT_ROOT/transform
PROFILES_DIR: $MELTANO_PROJECT_ROOT/transform/profile
source_schema: $MELTANO_LOAD__TARGET_SCHEMA
target_schema: autoidm
models: my_meltano_project
environments:
- name: dev
config:
plugins:
extractors:
- name: tap-toggl
config:
detailed_report_trailing_days: 3
start_date: '2023-05-03'
user_agent: AutoIDM
- name: staging
- name: prod
config:
plugins:
extractors:
- name: tap-toggl
config:
detailed_report_trailing_days: 3
start_date: '2023-05-03'
user_agent: AutoIDM
loaders:
- name: target-postgres
config:
host: postgres
- name: sandbox
jobs:
- name: prodder
tasks:
- tap-toggl target-duckdb dbt:run tap-duckdb target-apprise
schedules:
- name: twice_an_hour_during_business_hours
interval: '*/23 13-22 * * 1-5' #8-17 EST, cron is in UTC
job: prodder