staging #96
@@ -298,11 +298,25 @@ class DataPipeline:
|
||||
return False
|
||||
|
||||
if self.dry_run:
|
||||
logger.info(" [DRY RUN] Would run: dbt deps")
|
||||
logger.info(" [DRY RUN] Would run: dbt run")
|
||||
logger.info(" [DRY RUN] Would run: dbt test")
|
||||
return True
|
||||
|
||||
try:
|
||||
# Install dbt packages if needed
|
||||
logger.info(" Running dbt deps...")
|
||||
result = subprocess.run(
|
||||
[dbt_cmd, "deps", "--profiles-dir", str(dbt_project_dir)],
|
||||
cwd=dbt_project_dir,
|
||||
capture_output=True,
|
||||
text=True,
|
||||
)
|
||||
|
||||
if result.returncode != 0:
|
||||
logger.error(f"dbt deps failed:\n{result.stdout}\n{result.stderr}")
|
||||
return False
|
||||
|
||||
# Run dbt models
|
||||
logger.info(" Running dbt run...")
|
||||
result = subprocess.run(
|
||||
|
||||
Reference in New Issue
Block a user