requirements.txt

absl-py==1.1.0
accelerate==0.10.0
aiohttp==3.9.3
aiosignal==1.3.1
appdirs==1.4.4
async-timeout==4.0.3
attrs==23.2.0
beautifulsoup4==4.12.3
certifi==2024.2.2
charset-normalizer==3.3.2
click==8.1.7
datasets==2.10.1
dill==0.3.6
docker-pycreds==0.4.0
filelock==3.13.1
frozenlist==1.4.1
fsspec==2023.5.0
gdown==5.1.0
gitdb==4.0.11
GitPython==3.1.42
h5py==3.10.0
huggingface-hub==0.20.3
idna==3.6
joblib==1.2.0
multidict==6.0.5
multiprocess==0.70.14
nltk==3.8.1
numpy==1.24.4
nvidia-cublas-cu11==11.10.3.66
nvidia-cuda-nvrtc-cu11==11.7.99
nvidia-cuda-runtime-cu11==11.7.99
nvidia-cudnn-cu11==8.5.0.96
packaging==23.2
pandas==2.0.3
protobuf==3.20.3
psutil==5.9.8
pyarrow==15.0.0
PySocks==1.7.1
python-dateutil==2.8.2
pytz==2024.1
PyYAML==6.0.1
regex==2023.3.23
requests==2.31.0
responses==0.18.0
safetensors==0.4.2
sentencepiece==0.2.0
sentry-sdk==1.40.5
setproctitle==1.3.3
six==1.16.0
smmap==5.0.1
soupsieve==2.5
tokenizers==0.12.1
torch==1.13.1
tqdm==4.65.0
transformers==4.26.0
typing_extensions==4.9.0
tzdata==2024.1
urllib3==1.26.18
wandb==0.16.3
xxhash==3.4.1
yarl==1.9.4