Use uv for Update Requirements GitHub Action (#3444)

Author: yifanmai

.github/workflows/update-requirements.yml

@@ -1,6 +1,6 @@
-# This GitHub Actions workflow automatically updates the pinned versions
+# This GitHub Actions workflow automatically updates and upgrades the pinned versions
 # in requirements.txt for all Python dependencies (including transitive dependencies)
-# whenever setup.cfg is modified.
+# whenever setup.cfg is modified or the workflow is manually triggered.
 
 name: Update requirements.txt
 
@@ -11,14 +11,15 @@ on:
     paths:
       - "setup.cfg"
       - '.github/workflows/update-requirements.yml'
+  workflow_dispatch:
 
 jobs:
-  update-requirements:
-    name: Update requirements.txt
+  upgrade-requirements:
+    name: Upgrade requirements.txt
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9"]
+        python-version: ["3.10"]
     steps:
       - name: Check out repository
         uses: actions/checkout@v4
@@ -27,28 +28,25 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           cache: pip
-        # Workaround a current issue with `pip check`.
-        # See: https://github.com/stanford-crfm/helm/issues/2855
-        # TODO(#2855): Remove this
-      - name: Use old pip
-        run: pip install --upgrade pip~=24.1.2
+      - name: Install uv
+        run: pip install uv
       - name: Install PyTorch manually
         # PyTorch has to be installed manually in a separate step with --no-cache-dir
         # to avoid pip getting killed because PyTorch is too big
         # See: https://stackoverflow.com/a/54329850
-        run: pip install torch==2.2.2 torchvision==0.17.2 --index-url https://download.pytorch.org/whl/cpu --no-cache-dir
-      - name: Resolve and install requirements
-        run: pip install -e .[all,dev]
+        run: uv pip install --system torch==2.2.2 torchvision==0.17.2 --index-url https://download.pytorch.org/whl/cpu --no-cache-dir
+      - name: Upgrade dependencies
+        run: uv pip install --system --upgrade -e .[all,dev] torch==2.2.2 torchvision==0.17.2
       - name: Verify dependencies
-        run: pip check
+        run: uv pip check && pip check
       - name: Write header to requirements.txt
         run: echo '# This file is automatically generated by GitHub Actions and contains pinned versions for all transitive Python dependencies. Do not modify this file!' > requirements.txt
       - name: Write dependencies to requirements.txt
         # grep is used to exclude dependencies installed in editable mode
         # and dependencies installed from outside PyPI.
         # sed is used to loosen the version matches for PyTorch
         # so that any CUDA version matches.
-        run: pip freeze | grep -v -E "( @ |^-e)" | sed -E 's/==([A-Za-z0-9.]+)\+[A-Za-z0-9.]+/~=\1/' >> requirements.txt
+        run: uv pip freeze | grep -v -E "( @ |^-e)" | sed -E 's/==([A-Za-z0-9.]+)\+[A-Za-z0-9.]+/~=\1/' >> requirements.txt
         # Need to manually run tests here because the pull request opened later will not
         # run the test workflow.
         #

.github/workflows/upgrade-requirements.yml

@@ -138,6 +138,7 @@ amazon =
 anthropic =
     anthropic~=0.17,<0.39  # TODO(#3212): Limit anthropic to >=0.39 after resolving #3212.
     websocket-client~=1.3.2  # For legacy stanford-online-all-v4-s3
+    httpx<0.28.0  # TODO(#3324): Remove this tepmorary workaround
 
 cohere =
     cohere~=5.3

setup.cfg

@@ -282,6 +282,7 @@ def cer_score(gold: str, pred: str) -> float:
     gold = normalize_text(gold, should_remove_articles=False)
     pred = normalize_text(pred, should_remove_articles=False)
     cer_ret = cer(gold, pred)
+    assert isinstance(cer_ret, float)
     return cer_ret