torch<1.9.0,>=1.6.0
torchvision<0.10.0,>=0.8.1
overrides==3.1.0
nltk
spacy<3.1,>=2.1.0
numpy
tensorboardX>=1.2
boto3<2.0,>=1.14
requests>=2.18
tqdm>=4.19
h5py
scikit-learn
scipy
pytest
transformers<4.7,>=4.1
sentencepiece
filelock<3.1,>=3.0
lmdb
more-itertools
termcolor==1.1.0
checklist==0.0.11
wandb<0.11.0,>=0.10.0
huggingface_hub>=0.0.8
google-cloud-storage<1.39.0,>=1.38.0

[:python_version < "3.7"]
dataclasses

[:sys_platform != "win32"]
jsonnet>=0.10.0
