fix: Repair data pipeline with StatCan CMHC rental data
- Add StatCan CMHC parser to fetch rental data from Statistics Canada API - Create year spine (2014-2025) as time dimension driver instead of census - Add CMA-level rental and income intermediate models - Update mart_neighbourhood_overview to use rental years as base - Fix neighbourhood_service queries to match dbt schema - Add CMHC data loading to pipeline script Data now flows correctly: 158 neighbourhoods × 12 years = 1,896 records Rent data available 2019-2025, crime data 2014-2024 Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
12
Makefile
12
Makefile
@@ -8,6 +8,17 @@ PYTHON := python3
|
||||
PIP := pip
|
||||
DOCKER_COMPOSE := docker compose
|
||||
|
||||
# Architecture detection for Docker images
|
||||
ARCH := $(shell uname -m)
|
||||
ifeq ($(ARCH),aarch64)
|
||||
POSTGIS_IMAGE := imresamu/postgis:16-3.4
|
||||
else ifeq ($(ARCH),arm64)
|
||||
POSTGIS_IMAGE := imresamu/postgis:16-3.4
|
||||
else
|
||||
POSTGIS_IMAGE := postgis/postgis:16-3.4
|
||||
endif
|
||||
export POSTGIS_IMAGE
|
||||
|
||||
# Colors for output
|
||||
BLUE := \033[0;34m
|
||||
GREEN := \033[0;32m
|
||||
@@ -39,6 +50,7 @@ setup: ## Install dependencies, create .env, init pre-commit
|
||||
|
||||
docker-up: ## Start PostgreSQL + PostGIS containers
|
||||
@echo "$(GREEN)Starting database containers...$(NC)"
|
||||
@echo "$(BLUE)Architecture: $(ARCH) -> Using image: $(POSTGIS_IMAGE)$(NC)"
|
||||
$(DOCKER_COMPOSE) up -d
|
||||
@echo "$(GREEN)Waiting for database to be ready...$(NC)"
|
||||
@sleep 3
|
||||
|
||||
Reference in New Issue
Block a user