personal-projects/personal-portfolio
Template
1
1
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

Merge feature/add-dbt-deps into development
Some checks failed
CI / lint-and-test (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Leo Miranda
2026-01-18 12:20:38 -05:00
parent 5839eabf1e 8f3c5554f9
commit 6e00a17c05
1 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
scripts/data/load_toronto_data.py
View File

@@ -298,11 +298,25 @@ class DataPipeline:
return False return False
if self.dry_run: if self.dry_run:
logger.info(" [DRY RUN] Would run: dbt deps")
logger.info(" [DRY RUN] Would run: dbt run") logger.info(" [DRY RUN] Would run: dbt run")
logger.info(" [DRY RUN] Would run: dbt test") logger.info(" [DRY RUN] Would run: dbt test")
return True return True
try: try:
# Install dbt packages if needed
logger.info(" Running dbt deps...")
result = subprocess.run(
[dbt_cmd, "deps", "--profiles-dir", str(dbt_project_dir)],
cwd=dbt_project_dir,
capture_output=True,
text=True,
)
if result.returncode != 0:
logger.error(f"dbt deps failed:\n{result.stdout}\n{result.stderr}")
return False
# Run dbt models # Run dbt models
logger.info(" Running dbt run...") logger.info(" Running dbt run...")
result = subprocess.run( result = subprocess.run(