Add torchdata as a regular test dependency (#7172)

huggingface · Sep 26, 2024 · 46c39d8 · 46c39d8
1 parent e450bd3
commit 46c39d8
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 4 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -57,9 +57,6 @@ jobs:
         run: pip install --upgrade uv
       - name: Install dependencies
         run: uv pip install --system "datasets[tests] @ ."
-      - name: Install dependencies (latest versions)
-        if: ${{ matrix.os == 'ubuntu-latest' }}
-        run: uv pip install --system -r additional-tests-requirements.txt --no-deps
       - name: Install dependencies (latest versions)
         if: ${{ matrix.deps_versions == 'deps-latest' }}
         run: uv pip install --system --upgrade pyarrow huggingface-hub dill

diff --git a/additional-tests-requirements.txt b/additional-tests-requirements.txt
diff --git a/setup.py b/setup.py
@@ -182,6 +182,7 @@
     "tensorflow>=2.16.0; python_version>='3.10'",  # Pins numpy < 2
     "tiktoken",
     "torch>=2.0.0",
+    "torchdata",
     "soundfile>=0.12.1",
     "transformers>=4.42.0",  # Pins numpy < 2
     "zstandard",