MonElu/Makefile at master · Walid-peach/MonElu · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
.PHONY: start stop migrate ingest ingest-prod api psql check-db fix-deputies rag-index rag-stats rag-clear rag-test rag-eval rag-notable rag-test-sql rag-laws mlflow-ui setup-minio airflow-up airflow-down airflow-logs minio-up airflow-ui minio-ui dag-deputies dag-votes venv dbt-run dbt-test dbt-docs dbt-lineage dbt-clean frontend-dev frontend-build frontend-start

start:
	docker compose up -d

stop:
	docker compose down

migrate:
	venv/bin/python3 scripts/migrate.py

ingest:
	venv/bin/python3 scripts/ingest_deputies.py
	venv/bin/python3 scripts/ingest_votes.py
	venv/bin/python3 scripts/ingest_positions.py

ingest-prod:
	venv/bin/python3 scripts/run_ingestion_prod.py --since $$(python3 -c "from datetime import date, timedelta; print(date.today() - timedelta(days=90))")

api:
	venv/bin/uvicorn api.main:app --reload

psql:
	docker exec -it monelu_postgres psql -U monelu monelu

check-db:
	venv/bin/python3 scripts/check_db_size.py

fix-deputies:
	venv/bin/python3 scripts/update_party.py

rag-index:
	venv/bin/python3 -m rag.pipeline.index_manager build

rag-stats:
	venv/bin/python3 -m rag.pipeline.index_manager stats

rag-clear:
	venv/bin/python3 -m rag.pipeline.index_manager clear

rag-test:
	venv/bin/python3 -m rag.chain.rag_chain

rag-eval:
	venv/bin/python3 -m rag.experiments.mlflow_eval

rag-notable:
	venv/bin/python3 -m rag.pipeline.chunk_notable_deputies

rag-laws:
	venv/bin/python3 -m rag.pipeline.chunk_law_summaries

rag-test-sql:
	venv/bin/python3 -c "\
from rag.chain.sql_router import route; \
questions = [\
  'Combien de députés appartiennent à chaque groupe parlementaire ?',\
  'Quel groupe parlementaire s abstient le plus ?',\
  'Quel est le taux de présence moyen par parti ?',\
  'Combien de votes ont été adoptés et rejetés ?',\
  'Quel est le taux de présence de Yaël Braun-Pivet ?',\
]; \
[print(f'Q: {q}') or print(f'SQL: {route(q) is not None}') or print('---') for q in questions]"

mlflow-ui:
	venv/bin/mlflow ui --port 5001

setup-minio:
	venv/bin/python3 scripts/setup_minio.py

airflow-up:
	@if [ -z "$$AIRFLOW_FERNET_KEY" ]; then echo "WARNING: AIRFLOW_FERNET_KEY is unset — using the public dev default. Set it in .env before deploying to production."; fi
	docker compose -f docker-compose.yml -f docker-compose.airflow.yml up -d airflow-webserver airflow-scheduler

airflow-down:
	docker compose -f docker-compose.yml -f docker-compose.airflow.yml stop airflow-webserver airflow-scheduler airflow-init postgres-airflow

airflow-logs:
	docker compose -f docker-compose.yml -f docker-compose.airflow.yml logs -f airflow-scheduler

minio-up:
	docker compose -f docker-compose.yml -f docker-compose.airflow.yml up -d minio

airflow-ui:
	open http://localhost:8080

minio-ui:
	open http://localhost:9001

dag-deputies:
	docker compose -f docker-compose.yml -f docker-compose.airflow.yml exec airflow-scheduler airflow dags trigger deputies_incremental

dag-votes:
	docker compose -f docker-compose.yml -f docker-compose.airflow.yml exec airflow-scheduler airflow dags trigger votes_batch

venv:
	python3.12 -m venv venv && venv/bin/pip install -r requirements.txt -r requirements-ingest.txt -r requirements-rag.txt

dbt-run:
	cd transform && dbt run --profiles-dir .

dbt-test:
	cd transform && dbt test --profiles-dir .

dbt-docs:
	cd transform && dbt docs generate --profiles-dir . && dbt docs serve --port 8082 --profiles-dir .

dbt-lineage:
	open http://localhost:8082

dbt-clean:
	cd transform && dbt clean --profiles-dir .

frontend-dev:
	cd frontend && npm run dev

frontend-build:
	cd frontend && npm run build

frontend-start:
	cd frontend && npm start