personal-projects/personal-portfolio
Template
1
1
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

fix: Run dbt deps before dbt run to install packages

Browse Source 
dbt requires packages specified in packages.yml to be installed
before running models. Added dbt deps step to the pipeline.

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
Leo Miranda
2026-01-18 12:20:26 -05:00
parent 5839eabf1e
commit 8f3c5554f9
1 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
scripts/data/load_toronto_data.py
View File

@@ -298,11 +298,25 @@ class DataPipeline:
return False return False
if self.dry_run: if self.dry_run:
logger.info(" [DRY RUN] Would run: dbt deps")
logger.info(" [DRY RUN] Would run: dbt run") logger.info(" [DRY RUN] Would run: dbt run")
logger.info(" [DRY RUN] Would run: dbt test") logger.info(" [DRY RUN] Would run: dbt test")
return True return True
try: try:
# Install dbt packages if needed
logger.info(" Running dbt deps...")
result = subprocess.run(
[dbt_cmd, "deps", "--profiles-dir", str(dbt_project_dir)],
cwd=dbt_project_dir,
capture_output=True,
text=True,
)
if result.returncode != 0:
logger.error(f"dbt deps failed:\n{result.stdout}\n{result.stderr}")
return False
# Run dbt models # Run dbt models
logger.info(" Running dbt run...") logger.info(" Running dbt run...")
result = subprocess.run( result = subprocess.run(