boto3==1.17.73
botocore==1.20.73
certifi==2020.12.5
chardet==4.0.0
click==8.0.0
filelock==3.0.12
future==0.18.2
fuzzywuzzy==0.18.0
gdown==3.13.0
huggingface-hub==0.0.8
idna==2.10
jmespath==0.10.0
joblib==1.0.1
mkl-fft==1.3.0
mkl-random
mkl-service==2.3.0
nltk==3.6.2
numpy
olefile==0.46
packaging==20.9
pandas
Pillow
pyparsing==2.4.7
PySocks==1.7.1
python-dateutil==2.8.1
python-Levenshtein==0.12.2
pytorch-transformers==1.1.0
pytz==2020.1
rank-bm25==0.2.1
regex==2021.4.4
requests==2.25.1
s3transfer==0.4.2
sacremoses==0.0.45
scikit-learn==0.24.2
scipy==1.6.3
semantic-text-similarity==1.0.3
sentence-transformers==1.1.1
sentencepiece==0.1.95
six
strsim==0.0.3
threadpoolctl==2.1.0
tokenizers==0.10.2
torch==1.6.0
torchvision==0.7.0
tqdm==4.60.0
transformers==4.6.0
urllib3==1.26.4
gensim==4.0.1
tqdm
