-
Notifications
You must be signed in to change notification settings - Fork 56
/
Copy pathMakefile
105 lines (79 loc) · 3.62 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
.DEFAULT_GOAL := init
# Initialize the makemarkers directory (helps track out-of-date dependencies).
init:
mkdir -p .makemarkers
# ----------------------------------------------------------------------------#
# BUILD STATIC DOCUMENTATION SITE
# ----------------------------------------------------------------------------#
%:
@echo "dummy target: $@"
.PHONY: html
html: .makemarkers/sphinx-docs
.makemarkers/sphinx-autogen: \
$(shell find src/op_analytics/cli/subcommands/misc/dbtgen -type f -print0 | xargs -0 ls -t | head -n 1) \
$(shell find src/op_analytics/datapipeline/schemas -type f -print0 | xargs -0 ls -t | head -n 1) \
src/op_analytics/cli/subcommands/misc/docsgen/coreschemas.md
@echo "Running sphinx documentation autegen."
uv run opdata misc generate_docs
uv run opdata misc generate_dbt
@touch .makemarkers/sphinx-autogen
# NOTE (pedro - 2024/09/24) There is a bug in the "_get_one_catalog" function in dbt/adapters/base/impl.py
# For the duckdb adapter the get_one_catalog macro requires "needs_conn=True" but that kwarg is not set
# This causes the "docs generate" command to fail unless we use --empty-catalog.
#
# The second command here is to customize the docs site and bundle it up as a single static HTML file.
.makemarkers/dbt-autogen: \
$(wildcard dbt/docs/*.md) \
$(wildcard dbt/models/*.sql) \
$(wildcard dbt/sources/*.yml)
@echo "Running dbt documentation autegen."
./scripts/dbt_docs.sh
uv run opdata misc customize_dbt
@touch .makemarkers/dbt-autogen
.makemarkers/sphinx-docs: \
.makemarkers/sphinx-autogen \
.makemarkers/dbt-autogen \
$(shell find sphinx -type f -print0 | xargs -0 ls -t | head -n 1)
$(MAKE) -C sphinx clean
$(MAKE) -C sphinx html
@touch .makemarkers/sphinx-docs
# ----------------------------------------------------------------------------#
# MAKE COPIES OF HTML CONTENT THAT NEEDS TO BE SERVED ON THE STATIC SITE
# ----------------------------------------------------------------------------#
html-copies:
find "op_rewards_tracking" -type f -name "*.html" > rsync-files.txt
find "reference_data/market_data/outputs/suggest_base_fee.txt" -type f >> rsync-files.txt
find "value_locked_flows/img_outputs/html/net_app_flows_7d.html" -type f >> rsync-files.txt
find "value_locked_flows/img_outputs/html/net_app_flows_30d.html" -type f >> rsync-files.txt
find "value_locked_flows/img_outputs/html/net_app_flows_90d.html" -type f >> rsync-files.txt
find "value_locked_flows/img_outputs/html/net_app_flows_365d.html" -type f >> rsync-files.txt
rsync -aSvuc --recursive --files-from=rsync-files.txt . "docs/"
rm rsync-files.txt
# ----------------------------------------------------------------------------#
# LOCAL DEVELOPMENT
# ----------------------------------------------------------------------------#
.PHONY: sphinx-serve
sphinx-serve: .makemarkers/sphinx-docs
cd docs && uv run python -m http.server
# ----------------------------------------------------------------------------#
# DOCKER IMAGE
# ----------------------------------------------------------------------------#
IMAGE_TAG = ghcr.io/lithium323/op-analytics:v20250116.1
IMAGE_TAG_DAGSTER = ghcr.io/lithium323/op-analytics-dagster:v20250117.005
.PHONY: uv-build
uv-build:
rm -rf dummydeps || true
rm -rf dist || true
./scripts/python_deps.sh
uv sync
uv build
.PHONY: docker-image
docker-image: uv-build
docker build -f ./Dockerfile --platform linux/amd64 -t ${IMAGE_TAG} .
.PHONY: docker-push
docker-push: docker-image
docker push ${IMAGE_TAG}
.PHONY: docker-dagster
docker-dagster: uv-build
docker build -f ./Dockerfile.dagster --platform linux/amd64 -t ${IMAGE_TAG_DAGSTER} .
docker push ${IMAGE_TAG_DAGSTER}