installation: Switch to UV for dependency management

.github/workflows/ci-core.yml

@@ -28,28 +28,23 @@ jobs:
         packages: mesa-vulkan-drivers
         version: 1.0
 
-    - name: Set up Python
-      uses: actions/setup-python@v5
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
       with:
-        python-version: ${{ matrix.python-version }}
-        cache: 'pip' # caching pip dependencies
-        cache-dependency-path: |
-          setup.py
-          requirements.txt
+        enable-cache: true
+        cache-dependency-glob: "uv.lock"
 
-    - name: Upgrade pip
-      run: |
-        pip install --upgrade pip
+    - name: Set up Python ${{ matrix.python-version }}
+      run: uv python install ${{ matrix.python-version }}
 
-    - name: Install the package locally
-      run: pip install -r requirements.txt
+    - name: Install the project
+      run: uv sync --all-extras
 
     - name: Test with pytest
-      run: |
-        pytest -W error
+      run: uv run pytest -W error
 
     - name: Execute lit tests
       run: |
         export PYTHONPATH=$(pwd)
-        lit -v tests/filecheck/
-        lit -v docs/Toy/examples/
+        uv run lit -v tests/filecheck/
+        uv run lit -v docs/Toy/examples/

.github/workflows/ci-mlir.yml

@@ -33,24 +33,23 @@ jobs:
         packages: mesa-vulkan-drivers
         version: 1.0
 
-    - name: Python Setup
-      uses: actions/setup-python@v5
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
       with:
-        python-version: ${{ matrix.python-version }}
-        cache: 'pip' # caching pip dependencies
-        cache-dependency-path: |
-          setup.py
-          requirements.txt
+        enable-cache: true
+        cache-dependency-glob: "xdsl/uv.lock"
 
-    - name: Upgrade pip
+    - name: Set up Python ${{ matrix.python-version }}
       run: |
-        pip install --upgrade pip
+        # Change directory so that xdsl-opt can be found during installation.
+        cd xdsl
+        uv python install ${{ matrix.python-version }}
 
     - name: Install the package locally and nbval
       run: |
         # Change directory so that xdsl-opt can be found during installation.
         cd xdsl
-        pip install -r requirements.txt
+        uv sync --all-extras
 
     - name: Cache binaries
       id: cache-binary
@@ -99,36 +98,36 @@ jobs:
     - name: Test with pytest and generate code coverage
       run: |
         cd xdsl
-        pytest -W error --cov --cov-config=.coveragerc .
+        uv run pytest -W error --cov --cov-config=.coveragerc .
 
     - name: Execute lit tests
       run: |
         cd xdsl
         # Add mlir-opt to the path
         export PATH=$PATH:${GITHUB_WORKSPACE}/llvm-project/build/bin/
-        lit -v tests/filecheck/ -DCOVERAGE
-        lit -v docs/Toy/examples/ -DCOVERAGE
+        uv run lit -v tests/filecheck/ -DCOVERAGE
+        uv run lit -v docs/Toy/examples/ -DCOVERAGE
 
     - name: Test MLIR dependent examples/tutorials
       run: |
         cd xdsl
         # Add mlir-opt to the path
         export PATH=$PATH:${GITHUB_WORKSPACE}/llvm-project/build/bin/
-        pytest --nbval docs/mlir_interoperation.ipynb --maxfail 1 -vv
+        uv run pytest --nbval docs/mlir_interoperation.ipynb --maxfail 1 -vv
 
     - name: Test MLIR dependent marimo notebooks
       run: |
         cd xdsl
         # Add mlir-opt to the path
         export PATH=$PATH:${GITHUB_WORKSPACE}/llvm-project/build/bin/
-        make tests-marimo-mlir
+        uv run make tests-marimo-mlir
 
     - name: Combine coverage data
       run: |
         cd xdsl
-        coverage combine --append
-        coverage report
-        coverage xml
+        uv run coverage combine --append
+        uv run coverage report
+        uv run coverage xml
 
     - name: Upload coverage to Codecov
       if: matrix.python-version == '3.10'

.github/workflows/ci-notebooks.yml

@@ -21,23 +21,24 @@ jobs:
 
     steps:
     - uses: actions/checkout@v4
-    - name: Set up Python
-      uses: actions/setup-python@v5
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
       with:
-        python-version: ${{ matrix.python-version }}
-        cache: 'pip' # caching pip dependencies
-        cache-dependency-path: |
-          setup.py
-          requirements.txt
-    - name: Upgrade pip
-      run: |
-        pip install --upgrade pip
-    - name: Install the package locally
-      run: pip install -r requirements.txt
+        enable-cache: true
+        cache-dependency-glob: "uv.lock"
+
+    - name: Set up Python ${{ matrix.python-version }}
+      run: uv python install ${{ matrix.python-version }}
+
+    - name: Install the project
+      run: uv sync --all-extras
+
     - name: Run examples/tutorials
       run: |
         # mlir_interoperation.ipynb is dependent on MLIR, and is tested in the MLIR-enabled workflow.
-        pytest -W error --nbval -vv docs --ignore=docs/mlir_interoperation.ipynb
+        uv run pytest -W error --nbval -vv docs --ignore=docs/mlir_interoperation.ipynb
+
     - name: Test marimo notebooks
       run: |
-        make tests-marimo
+        uv run make tests-marimo

.github/workflows/ci-pyright-fails.yml

@@ -23,19 +23,25 @@ jobs:
 
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python
-        uses: actions/setup-python@v5
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
         with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip' # caching pip dependencies
-          cache-dependency-path: |
-            setup.py
-            requirements.txt
-      - name: Install the package locally
-        run:
-          pip install -r requirements.txt
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python ${{ matrix.python-version }}
+        run: uv python install ${{ matrix.python-version }}
+
+      - name: Install the project and activate its virtual environment
+        run: |
+          uv sync --all-extras
+          source .venv/bin/activate
+          echo "$PWD/.venv/bin" >> $GITHUB_PATH
+
       - name: Generate IRDL stubs
         run: xdsl-stubgen
+
       - name: Pyright
         uses: jakebailey/pyright-action@v2
         with:

.github/workflows/code-formatting.yml

@@ -21,18 +21,14 @@ jobs:
     steps:
     - uses: actions/checkout@v4
 
-    - name: Set up Python
-      uses: actions/setup-python@v5
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
       with:
-        python-version: ${{ matrix.python-version }}
-        cache: 'pip' # caching pip dependencies
-        cache-dependency-path: |
-          setup.py
-          requirements.txt
-
-    - name: Upgrade pip
-      run: |
-        pip install --upgrade pip
+        enable-cache: true
+        cache-dependency-glob: "uv.lock"
+
+    - name: Set up Python ${{ matrix.python-version }}
+      run: uv python install ${{ matrix.python-version }}
 
     - name: Run code formatting checks with pre-commit
       uses: pre-commit/[email protected]

.github/workflows/jupyterlite.yml

@@ -1,8 +1,7 @@
 name: Deploy JupyterLite Page
 
 on:
-  # Trigger the workflow on push or pull request,
-  # but only for the master branch
+  # Trigger the workflow every day at 4:15am
   schedule:
     - cron: '15 4 * * *'
 
@@ -15,18 +14,15 @@ jobs:
         with:
           path: xdsl
 
-      - name: Setup Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: "3.11"
-          cache: 'pip' # caching pip dependencies
-          cache-dependency-path: |
-            setup.py
-            requirements.txt
+      - name: Install uv
+        uses: astral-sh/setup-uv@v3
+
+      - name: Set up Python
+        run: uv python install 3.11
 
       - name: Install dependencies
         run: |
-          python -m pip install jupyterlite-core==0.2.3 jupyterlite-pyodide-kernel==0.2.1 libarchive-c build pyodide-build==0.24.1 jupyter-server
+          uv tool install jupyterlite-core==0.2.3 jupyterlite-pyodide-kernel==0.2.1 libarchive-c build pyodide-build==0.24.1 jupyter-server
 
       - name: Build xDSL source distribution
         run: |

.github/workflows/pythonpublish.yml

@@ -9,18 +9,17 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
+
     - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: '3.x'
-        cache: 'pip' # caching pip dependencies
-        cache-dependency-path: |
-          setup.py
-          requirements.txt
+      run: uv python install 3.11
+
     - name: Install dependencies
       run: |
-        python -m pip install --upgrade pip
-        pip install setuptools wheel twine
+        uv tool install setuptools wheel twine
+
     - name: Build and publish
       run: |
         python setup.py sdist bdist_wheel

Makefile

@@ -7,23 +7,24 @@ VENV_DIR ?= venv
 # use a default prefix for coverage data files
 COVERAGE_FILE ?= .coverage
 
+# allow overriding which extras are installed
+VENV_EXTRAS ?= --all-extras
+
 # use different coverage data file per coverage run, otherwise combine complains
 TESTS_COVERAGE_FILE = ${COVERAGE_FILE}.tests
 
 # make tasks run all commands in a single shell
 .ONESHELL:
 
 # these targets don't produce files:
-.PHONY: ${VENV_DIR}/ venv clean clean-caches filecheck pytest pytest-nb tests-toy tests
+.PHONY: venv clean clean-caches filecheck pytest pytest-nb tests-toy tests
 .PHONY: rerun-notebooks precommit-install precommit pyright tests-marimo
 .PHONY: tests-marimo-mlir coverage coverage-tests coverage-filecheck-tests
 .PHONY: coverage-report-html coverage-report-md
 
 # set up the venv with all dependencies for development
-${VENV_DIR}/: requirements.txt
-	python3 -m venv ${VENV_DIR}
-	. ${VENV_DIR}/bin/activate
-	python3 -m pip --require-virtualenv install -r requirements.txt
+${VENV_DIR}/:
+	uv sync ${VENV_EXTRAS}
 
 # make sure `make venv` always works no matter what $VENV_DIR is
 venv: ${VENV_DIR}/