dbt-tpch/Makefile at master · DataRecce/dbt-tpch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
# dbt-tpch Makefile
# Usage: make help

SF ?= 1
PG_CONTAINER ?= dbt-tpch-postgres
PG_PORT ?= 5432

# --- Postgres ---

.PHONY: pg-up pg-down pg-reset pg-logs pg-shell pg-load

pg-up: ## Start PostgreSQL server
	@docker start $(PG_CONTAINER) 2>/dev/null || \
		docker run -d --name $(PG_CONTAINER) \
			-e POSTGRES_USER=dbt -e POSTGRES_PASSWORD=dbt -e POSTGRES_DB=tpch \
			-p $(PG_PORT):5432 \
			postgres:16-alpine
	@echo "Waiting for PostgreSQL to be ready..."
	@until docker exec $(PG_CONTAINER) pg_isready -U dbt -d tpch -q 2>/dev/null; do sleep 1; done
	@echo "PostgreSQL is ready on localhost:$(PG_PORT)"

pg-down: ## Stop PostgreSQL server
	docker stop $(PG_CONTAINER)

pg-reset: ## Stop and remove PostgreSQL container and data
	docker rm -f $(PG_CONTAINER) 2>/dev/null || true

pg-logs: ## Tail PostgreSQL logs
	docker logs -f $(PG_CONTAINER)

pg-shell: ## Open psql shell
	docker exec -it $(PG_CONTAINER) psql -U dbt -d tpch

pg-load: ## Generate TPC-H data and load into Postgres (SF=$(SF))
	uv run python scripts/generate_data_postgres.py --sf $(SF)

# --- DuckDB ---

.PHONY: duckdb-load

duckdb-load: ## Generate TPC-H data into DuckDB (SF=$(SF))
	uv run python scripts/generate_data.py --sf $(SF)

# --- dbt (DuckDB) ---

.PHONY: dbt-deps dbt-build dbt-build-base dbt-build-current dbt-test

dbt-deps: ## Install dbt packages
	uv run dbt deps

dbt-build: ## Build dbt models (DuckDB dev target)
	uv run dbt build --target dev

dbt-build-base: ## Build dbt models into base schema (DuckDB)
	uv run dbt build --target base

dbt-build-current: ## Build dbt models into current schema (DuckDB)
	uv run dbt build --target current

dbt-test: ## Run dbt tests (DuckDB dev target)
	uv run dbt test --target dev

# --- dbt (Postgres) ---

.PHONY: pg-dbt-build pg-dbt-build-base pg-dbt-build-current pg-dbt-test

pg-dbt-build: ## Build dbt models (Postgres pg-dev target)
	uv run dbt build --target pg-dev

pg-dbt-build-base: ## Build dbt models into base schema (Postgres)
	uv run dbt build --target pg-base

pg-dbt-build-current: ## Build dbt models into current schema (Postgres)
	uv run dbt build --target pg-current

pg-dbt-test: ## Run dbt tests (Postgres pg-dev target)
	uv run dbt test --target pg-dev

# --- Setup ---

.PHONY: setup setup-pg

setup: dbt-deps duckdb-load dbt-build ## Full DuckDB setup: deps + data + build

setup-pg: dbt-deps pg-up pg-load pg-dbt-build ## Full Postgres setup: deps + server + data + build

# --- Help ---

.PHONY: help
help: ## Show this help
	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}'

.DEFAULT_GOAL := help