Initial migration from poetry to uv

Author: ian-r-rose

.github/workflows/docs.yml

@@ -17,26 +17,20 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
         with:
-          python-version: "3.10"
-      - uses: snok/install-poetry@v1
+          enable-cache: true
+      - name: Set up Python
+        uses: actions/setup-python@v5
         with:
-          virtualenvs-path: .venv
-      - name: Load cached venv
-        id: cached-poetry-dependencies
-        uses: actions/cache@v4
-        with:
-          path: .venv
-          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
-      - name: Install dependencies
-        run: poetry install --no-interaction --no-root
+          python-version-file: ".python-version"
       - name: Build dbt docs
         run: |
           # Generate snowflake dbt docs
-          poetry run dbt deps --project-dir=transform
-          poetry run dbt docs generate --project-dir=transform
+          uv run dbt deps --project-dir=transform
+          uv run dbt docs generate --project-dir=transform
           cp -r transform/target docs/dbt_docs_snowflake
       - name: Deploy docs to GitHub Pages
         if: github.ref == 'refs/heads/main'
-        run: poetry run mkdocs gh-deploy --force
+        run: uv run mkdocs gh-deploy --force

.github/workflows/pre-commit.yml

@@ -16,20 +16,14 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
         with:
-          python-version: "3.10"
-      - uses: snok/install-poetry@v1
+          enable-cache: true
+      - name: Set up Python
+        uses: actions/setup-python@v5
         with:
-          virtualenvs-path: .venv
-      - name: Load cached venv
-        id: cached-poetry-dependencies
-        uses: actions/cache@v4
-        with:
-          path: .venv
-          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
-      - name: Install dependencies
-        run: poetry install --no-interaction --no-root
+          python-version-file: ".python-version"
       - name: Install dbt deps
-        run: poetry run dbt deps --project-dir transform
+        run: uv run dbt deps --project-dir transform
       - uses: pre-commit/action@v3.0.0

.pre-commit-config.yaml

@@ -11,11 +11,12 @@ repos:
       - id: check-merge-conflict
       - id: detect-aws-credentials
         args: [--allow-missing-credentials]
-  - repo: https://github.com/charliermarsh/ruff-pre-commit
-    rev: v0.1.6
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    # Ruff version.
+    rev: v0.12.1
     hooks:
-      - id: ruff
-        args: [--show-source, --fix]
+      - id: ruff-check
+        args: [--show-files, --fix]
       - id: ruff-format
   - repo: https://github.com/codespell-project/codespell
     rev: v2.2.4
@@ -30,7 +31,7 @@ repos:
         args: [--warn-unused-configs]
         additional_dependencies:
           # Type stubs
-          - pandas-stubs==v1.5.3.230321
+          - pandas-stubs==v2.2.3.250527
           - types-requests
           - numpy
   - repo: https://github.com/pre-commit/mirrors-prettier
@@ -46,7 +47,7 @@ repos:
   # Note: for SQLFluff we don't use the default pre-commit hook because
   # the pre-commit managed python environment can be difficult to install,
   # especially due to issues with pyarrow being brought in by Snowflake.
-  # This keep things more predictable by using the poetry.lock environment.
+  # This keep things more predictable by using the uv.lock environment.
   - repo: local
     hooks:
       - id: sqlfluff
@@ -55,5 +56,5 @@ repos:
         description: "Lints sql files with `SQLFluff`"
         types: [sql]
         require_serial: true
-        entry: poetry run sqlfluff fix --show-lint-violations --nocolor --disable-progress-bar
+        entry: uv run sqlfluff fix --show-lint-violations --nocolor --disable-progress-bar
         pass_filenames: true

airflow/aws_cli.py

@@ -4,6 +4,7 @@
 Adapted from sample code here:
 https://docs.aws.amazon.com/mwaa/latest/userguide/airflow-cli-command-reference.html#airflow-cli-command-examples
 """
+
 import base64
 import json
 import sys

airflow/dags/common/defaults.py

@@ -1,4 +1,5 @@
 """Shared default arguments for DAGs."""
+
 from __future__ import annotations
 
 from datetime import timedelta

airflow/dags/common/slack.py

@@ -7,9 +7,9 @@ def post_to_slack_on_failure(context):
     )
     msg = f"""
         :x: Task Failed.
-        *Task*: {context.get('task_instance').task_id}
-        *Dag*: {context.get('task_instance').dag_id}
-        *Execution Time*: {context.get('execution_date')}
-        <{context.get('task_instance').log_url}|*Logs*>
+        *Task*: {context.get("task_instance").task_id}
+        *Dag*: {context.get("task_instance").dag_id}
+        *Execution Time*: {context.get("execution_date")}
+        <{context.get("task_instance").log_url}|*Logs*>
     """
     hook.send_text(msg)

airflow/dags/geo_reference/load_building_footprints.py

@@ -1,4 +1,5 @@
 """Load building footprints to Snowflake."""
+
 from __future__ import annotations
 
 import os

airflow/dags/state_entities/base_entities.py

@@ -1,4 +1,5 @@
 """Load state entities list from department of finance."""
+
 from __future__ import annotations
 
 import io

airflow/dags/state_entities/budgets.py

@@ -1,4 +1,5 @@
 """Load state entity budgets from ebudget site."""
+
 from __future__ import annotations
 
 import re

jobs/geo/write_building_footprints.py

@@ -49,7 +49,7 @@ def write_building_footprints(conn, kind: str):
         gdf.to_file(f"{file_prefix}.shz")
 
         print(
-            f"Loading {file_prefix}. This is number {index+1} out of {len(counties)} counties."
+            f"Loading {file_prefix}. This is number {index + 1} out of {len(counties)} counties."
         )
 
         s3 = s3fs.S3FileSystem(anon=False)