requirements.txt

absl-py==1.2.0
accelerate==0.13.1
aiohttp==3.8.1
aiosignal==1.2.0
async-timeout==4.0.2
attrs==22.1.0
cachetools==5.2.0
charset-normalizer==2.1.1
click==8.1.3
colorama==0.4.6
cycler==0.11.0
datasets==2.3.2
deepspeed
dill==0.3.5.1
docker-pycreds==0.4.0
filelock==3.8.0
fonttools==4.37.1
frozenlist==1.3.1
fsspec==2022.8.2
fuzzywuzzy==0.18.0
gitdb==4.0.9
GitPython==3.1.27
google-auth==2.11.0
google-auth-oauthlib==0.4.6
GPUtil==1.4.0
grpcio==1.48.1
hjson==3.1.0
huggingface-hub==0.12.0
idna==3.3
import-deps==0.2.0
importlib-metadata==4.12.0
joblib==1.2.0
kiwisolver==1.4.4
Levenshtein==0.20.8
lightning-transformers==0.2.1
lxml==4.9.1
Markdown==3.4.1
MarkupSafe==2.1.1
matplotlib==3.5.3
multidict==6.0.2
multiprocess==0.70.13
networkx==2.8.4
ninja==1.10.2.3
nltk
numpy==1.23.1
oauthlib==3.2.1
packaging==21.3
pandas==1.4.4
pathtools==0.1.2
Pillow==9.2.0
portalocker==2.6.0
promise==2.3
protobuf==3.20.1
psutil==5.9.2
py-cpuinfo==8.0.0
pyarrow==9.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pybind11==2.10.3
pydantic==1.10.2
pyDeprecate==0.3.2
pylcs==0.0.7
pyparsing==3.0.9
python-dateutil==2.8.2
pytorch-lightning==1.6.5
pytz==2022.2.1
PyYAML==6.0
rapidfuzz==2.13.2
regex==2022.9.13
requests==2.28.1
requests-oauthlib==1.3.1
responses==0.18.0
rsa==4.9
sacrebleu==2.3.1
scipy==1.8.1
sentencepiece==0.1.97
sentry-sdk==1.9.8
setproctitle==1.3.2
shortuuid==1.0.9
six==1.16.0
smmap==5.0.0
tabulate==0.9.0
tensorboard==2.9.0
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
timeout-decorator==0.5.0
tokenizers==0.12.1
torchmetrics==0.9.3
tqdm==4.64.0
transformers==4.26.0
tree-sitter==0.20.0
typing_extensions==4.3.0
ujson==1.35
urllib3==1.26.12
wandb==0.13.3
Werkzeug==2.2.2
xxhash==3.0.0
yarl==1.8.1
zipp==3.8.1