Python 3.9 to 3.12

.github/workflows/ci-test.yaml

@@ -14,44 +14,44 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-    - name: Checkout repository
-      uses: actions/checkout@v4
-
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: '3.9'
-
-    - name: Cache tox environments
-      uses: actions/cache@v4
-      with:
-        path: .tox/
-        key: ${{ runner.os }}-tox-${{ hashFiles('**/pyproject.toml', '**/tox.ini') }}
-        restore-keys: |
-          ${{ runner.os }}-tox-
-
-    - name: Install tox
-      run: pip install tox
-
-    - name: Run tox
-      id: tox
-      run: |
-        tox
-
-    - name: Render the report to the PR
-      uses: marocchino/sticky-pull-request-comment@v2
-      with:
-        header: runner-test-report
-        recreate: true
-        path: runner-report.md
-
-    - name: Output reports to the job summary when tests fail
-      shell: bash
-      run: |
-        if [ -f "runner-report.md" ]; then
-          echo "<details><summary>Runner Test Report</summary>" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
-          cat "runner-report.md" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
-          echo "</details>" >> $GITHUB_STEP_SUMMARY
-        fi
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Cache tox environments
+        uses: actions/cache@v4
+        with:
+          path: .tox/
+          key: ${{ runner.os }}-tox-${{ hashFiles('**/pyproject.toml', '**/tox.ini') }}
+          restore-keys: |
+            ${{ runner.os }}-tox-
+
+      - name: Install tox
+        run: pip install tox
+
+      - name: Run tox
+        id: tox
+        run: |
+          tox
+
+      - name: Render the report to the PR
+        uses: marocchino/sticky-pull-request-comment@v2
+        with:
+          header: runner-test-report
+          recreate: true
+          path: runner-report.md
+
+      - name: Output reports to the job summary when tests fail
+        shell: bash
+        run: |
+          if [ -f "runner-report.md" ]; then
+            echo "<details><summary>Runner Test Report</summary>" >> $GITHUB_STEP_SUMMARY
+            echo "" >> $GITHUB_STEP_SUMMARY
+            cat "runner-report.md" >> $GITHUB_STEP_SUMMARY
+            echo "" >> $GITHUB_STEP_SUMMARY
+            echo "</details>" >> $GITHUB_STEP_SUMMARY
+          fi

.github/workflows/pdm-lock-automation.yaml → .github/workflows/uv-lock-automation.yaml

@@ -1,21 +1,21 @@
-name: Automate pdm.lock
+name: Automate uv.lock
 
 on:
   pull_request:
     types: [opened, synchronize, reopened, ready_for_review, review_requested]
     branches: [main]
     paths:
-      - '**/pyproject.toml'
+      - "**/pyproject.toml"
   workflow_dispatch:
     inputs:
       directories:
-        description: 'Comma-separated list of directories to update'
+        description: "Comma-separated list of directories to update"
         required: false
-        default: ''  # Run for all dirs specified in docker/scripts/pdm-lock-gen/pdm-lock.sh
+        default: "" # Run for all dirs specified in docker/scripts/uv-lock-gen/uv-lock.sh
 
 jobs:
-  update_pdm_lock:
-    name: Update PDM lock in all directories
+  update_uv_lock:
+    name: Update UV lock in all directories
     runs-on: ubuntu-latest
 
     permissions:
@@ -29,29 +29,31 @@ jobs:
         with:
           ref: ${{ github.head_ref }}
 
-      - name: Set up Python
-        uses: actions/setup-python@v5
+      - uses: actions/setup-python@v5
         with:
-          python-version: '3.9'
+          python-version: "3.12.9"
 
-      - name: Install PDM
-        run: python -m pip install pdm==2.16.1
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          # Install a specific version of uv.
+          version: "0.6.11"
 
-      - name: Generate PDM lockfiles
+      - name: Generate UV lockfiles
         env:
-            GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          chmod +x ./docker/scripts/pdm-lock-gen/pdm-lock.sh
+          chmod +x ./docker/scripts/uv-lock-gen/uv-lock.sh
 
           # Get the input from the workflow or use the default value
           dirs="${{ github.event.inputs.directories }}"
 
           # Check if directories input is empty
           if [[ -z "$dirs" ]]; then
             # No directories input given, run the script without arguments (process all directories)
-            echo "No directories specified, running on all dirs listed in docker/scripts/pdm-lock-gen/pdm-lock.sh"
+            echo "No directories specified, running on all dirs listed in docker/scripts/uv-lock-gen/uv-lock.sh"
 
-            ./docker/scripts/pdm-lock-gen/pdm-lock.sh
+            ./docker/scripts/uv-lock-gen/uv-lock.sh
           else
             # Convert comma-separated list into an array of directories
             IFS=',' read -r -a dir_array <<< "$dirs"
@@ -60,13 +62,13 @@ jobs:
             echo "Processing specified directories: ${dir_array[*]}"
 
             # Pass directories as command-line arguments to the script
-            ./docker/scripts/pdm-lock-gen/pdm-lock.sh "${dir_array[@]}"
+            ./docker/scripts/uv-lock-gen/uv-lock.sh "${dir_array[@]}"
           fi
         shell: bash
 
-      - name: Commit pdm.lock changes
+      - name: Commit uv.lock changes
         uses: stefanzweifel/git-auto-commit-action@v5
         with:
-          commit_message: Commit pdm.lock changes
-          commit_user_name: pdm-lock-automation[bot]
-          commit_user_email: pdm[email protected]
+          commit_message: Commit uv.lock changes
+          commit_user_name: uv-lock-automation[bot]
+          commit_user_email: uv[email protected]

.gitignore

@@ -625,6 +625,7 @@ backend/pluggable_apps/*
 
 # FE Plugins
 frontend/src/plugins/*
+frontend/public/llm-whisperer/
 
 # Tool registry
 unstract/tool-registry/tool_registry_config/*.json

.pre-commit-config.yaml

@@ -1,16 +1,11 @@
----
-# See https://pre-commit.com for more information
-# See https://pre-commit.com/hooks.html for more hooks
-
 default_language_version:
-  python: python3.9
+  python: python3.12
 default_stages:
   - pre-commit
 
 ci:
   skip:
-    - hadolint-docker  # Fails in pre-commit CI
-
+    - hadolint-docker # Fails in pre-commit CI
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v5.0.0
@@ -39,70 +34,67 @@ repos:
       - id: forbid-new-submodules
       - id: mixed-line-ending
       - id: no-commit-to-branch
-  - repo: https://github.com/adrienverge/yamllint
-    rev: v1.35.1
-    hooks:
-      - id: yamllint
-        args: ["-d", "relaxed"]
-        # language: system
-  # - repo: https://github.com/rhysd/actionlint
-  #   rev: v1.6.27
-  #   hooks:
-  #     - id: actionlint-docker
-  #       args: [-ignore, 'label ".+" is unknown']
-  - repo: https://github.com/psf/black
-    rev: 24.4.2
-    hooks:
-      - id: black
-        args: [--config=pyproject.toml, -l 88]
-        # language: system
-        exclude: |
-          (?x)^(
-              unstract/flags/src/unstract/flags/evaluation_.*\.py|
-          )$
-  - repo: https://github.com/pycqa/flake8
-    rev: 7.1.0
-    hooks:
-      - id: flake8
-        args: [--max-line-length=88]
-        exclude: |
-          (?x)^(
-              .*migrations/.*\.py|
-              core/tests/.*|
-              unstract/flags/src/unstract/flags/evaluation_.*\.py|
-          )$
-  - repo: https://github.com/pycqa/isort
-    rev: 5.13.2
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.3.4
     hooks:
-      - id: isort
-        files: "\\.(py)$"
-        args:
-          [
-            "--profile",
-            "black",
-            "--filter-files",
-            --settings-path=pyproject.toml,
-          ]
+      - id: ruff
+        args: [--fix]
+      - id: ruff-format
+
   - repo: https://github.com/hadialqattan/pycln
-    rev: v2.5.0
+    rev: v2.4.0
     hooks:
       - id: pycln
+        entry: uv run pycln
         args: [--config=pyproject.toml]
-  # - repo: https://github.com/pycqa/docformatter
-  #   rev: v1.7.5
-  #   hooks:
-  #     - id: docformatter
+
+  - repo: https://github.com/pycqa/docformatter
+    rev: v1.7.5
+    hooks:
+      - id: docformatter
+        language: python
+
   - repo: https://github.com/asottile/pyupgrade
-    rev: v3.16.0
+    rev: v3.17.0
     hooks:
       - id: pyupgrade
         entry: pyupgrade --py39-plus --keep-runtime-typing
         types:
           - python
+
+  # - repo: https://github.com/astral-sh/uv-pre-commit
+  #   rev: 0.6.11
+  #   hooks:
+  #     - id: uv-lock
+
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.11.2
+    hooks:
+      - id: mypy
+        language: system
+        entry: uv run mypy .
+        pass_filenames: false
+        additional_dependencies: []
+
+  - repo: https://github.com/igorshubovych/markdownlint-cli
+    rev: v0.42.0
+    hooks:
+      - id: markdownlint
+        args: [--disable, MD013]
+      - id: markdownlint-fix
+        args: [--disable, MD013]
+
   - repo: https://github.com/gitleaks/gitleaks
-    rev: v8.18.4
+    rev: v8.18.2
     hooks:
       - id: gitleaks
+
+  - repo: https://github.com/Lucas-C/pre-commit-hooks-nodejs
+    rev: v1.1.2
+    hooks:
+      - id: htmlhint
+
   - repo: https://github.com/hadolint/hadolint
     rev: v2.12.1-beta
     hooks:
@@ -114,49 +106,3 @@ repos:
           - --ignore=DL3018
           - --ignore=SC1091
         files: Dockerfile$
-  - repo: https://github.com/asottile/yesqa
-    rev: v1.5.0
-    hooks:
-      - id: yesqa
-  # - repo: https://github.com/pre-commit/mirrors-eslint
-  #   rev: "v9.0.0-beta.2" # Use the sha / tag you want to point at
-  #   hooks:
-  #     - id: eslint
-  #       args: [--config=frontend/.eslintrc.json]
-  #       files: \.[jt]sx?$ # *.js, *.jsx, *.ts and *.tsx
-  #       types: [file]
-  #       additional_dependencies:
-  #         - [email protected]
-  #         - [email protected]
-  #         - [email protected]
-  #         - [email protected]
-  #         - [email protected]
-  #         - [email protected]
-  - repo: https://github.com/Lucas-C/pre-commit-hooks-nodejs
-    rev: v1.1.2
-    hooks:
-      - id: htmlhint
-  - repo: https://github.com/igorshubovych/markdownlint-cli
-    rev: v0.41.0
-    hooks:
-      - id: markdownlint
-        args: [--disable, MD013]
-      - id: markdownlint-fix
-        args: [--disable, MD013]
-  - repo: https://github.com/pdm-project/pdm
-    rev: 2.16.1
-    hooks:
-      - id: pdm-lock-check
-  # - repo: local
-  #   hooks:
-  #     - id: run-mypy
-  #       name: Run mypy
-  #       entry: sh -c 'pdm run mypy .'
-  #       language: system
-  #       pass_filenames: false
-  #     - id: check-django-migrations
-  #       name: Check django migrations
-  #       entry: sh -c 'pdm run docker/scripts/check_django_migrations.sh'
-  #       language: system
-  #       types: [python] # hook only runs if a python file is staged
-  #       pass_filenames: false

.python-version

@@ -1 +1 @@
-3.9.6
+3.12.9