filelock
numpy>=1.17
pyarrow>=15.0.0
dill<0.3.9,>=0.3.0
pandas
requests>=2.32.2
tqdm>=4.66.3
xxhash
multiprocess
fsspec[http]<=2024.6.1,>=2023.1.0
aiohttp
huggingface-hub>=0.22.0
packaging
pyyaml>=5.1

[audio]
soundfile>=0.12.1
librosa

[audio:python_version >= "3.9"]
soxr>=0.4.0

[benchmarks]
tensorflow==2.12.0
torch==2.0.1
transformers==4.30.1

[dev]
absl-py
decorator
joblib<1.3.0
joblibspark
pytest
pytest-datadir
pytest-xdist
elasticsearch<8.0.0
faiss-cpu>=1.8.0.post1
lz4
moto[server]
pyspark>=3.4
py7zr
rarfile>=4.0
sqlalchemy
s3fs>=2021.11.1
protobuf<4.0.0
tiktoken
torch>=2.0.0
torchdata
soundfile>=0.12.1
transformers>=4.42.0
zstandard
polars[timezone]>=0.20.0
Pillow>=9.4.0
soundfile>=0.12.1
librosa
ruff>=0.3.0
s3fs
transformers
torch
tensorflow>=2.6.0

[dev:python_version < "3.10"]
tensorflow>=2.6.0

[dev:python_version >= "3.10"]
tensorflow>=2.16.0

[dev:python_version >= "3.9"]
soxr>=0.4.0

[dev:sys_platform != "win32"]
jax>=0.3.14
jaxlib>=0.3.14

[docs]
s3fs
transformers
torch
tensorflow>=2.6.0

[jax]
jax>=0.3.14
jaxlib>=0.3.14

[quality]
ruff>=0.3.0

[s3]
s3fs

[streaming]

[tensorflow]
tensorflow>=2.6.0

[tensorflow_gpu]
tensorflow>=2.6.0

[tests]
absl-py
decorator
joblib<1.3.0
joblibspark
pytest
pytest-datadir
pytest-xdist
elasticsearch<8.0.0
faiss-cpu>=1.8.0.post1
lz4
moto[server]
pyspark>=3.4
py7zr
rarfile>=4.0
sqlalchemy
s3fs>=2021.11.1
protobuf<4.0.0
tiktoken
torch>=2.0.0
torchdata
soundfile>=0.12.1
transformers>=4.42.0
zstandard
polars[timezone]>=0.20.0
Pillow>=9.4.0
soundfile>=0.12.1
librosa

[tests:python_version < "3.10"]
tensorflow>=2.6.0

[tests:python_version >= "3.10"]
tensorflow>=2.16.0

[tests:python_version >= "3.9"]
soxr>=0.4.0

[tests:sys_platform != "win32"]
jax>=0.3.14
jaxlib>=0.3.14

[tests_numpy2]
absl-py
decorator
joblib<1.3.0
joblibspark
pytest
pytest-datadir
pytest-xdist
elasticsearch<8.0.0
lz4
moto[server]
pyspark>=3.4
py7zr
rarfile>=4.0
sqlalchemy
s3fs>=2021.11.1
protobuf<4.0.0
tiktoken
torch>=2.0.0
torchdata
soundfile>=0.12.1
transformers>=4.42.0
zstandard
polars[timezone]>=0.20.0
Pillow>=9.4.0
soundfile>=0.12.1

[tests_numpy2:python_version >= "3.9"]
soxr>=0.4.0

[tests_numpy2:sys_platform != "win32"]
jax>=0.3.14
jaxlib>=0.3.14

[torch]
torch

[vision]
Pillow>=9.4.0
