numpy>=1.17
pyarrow>=0.17.1
dill
pandas
requests>=2.19.0
tqdm>=4.27
filelock
xxhash

[:python_version < "3.7"]
dataclasses

[apache-beam]
apache-beam

[benchmarks]
numpy==1.18.5
tensorflow==2.3.0
torch==1.6.0
transformers==3.0.2

[dev]
apache-beam
absl-py
bs4
elasticsearch
faiss-cpu
langdetect
mwparserfromhell
nltk
pytest
pytest-xdist
tensorflow
torch
tldextract
transformers
zstandard
black
isort
flake8==3.7.9

[docs]
recommonmark
sphinx==3.1.2
sphinx-markdown-tables
sphinx-rtd-theme==0.4.3
sphinx-copybutton

[quality]
black
isort
flake8==3.7.9

[tensorflow]
tensorflow>=2.2.0

[tensorflow_gpu]
tensorflow-gpu>=2.2.0

[tests]
apache-beam
absl-py
bs4
elasticsearch
faiss-cpu
langdetect
mwparserfromhell
nltk
pytest
pytest-xdist
tensorflow
torch
tldextract
transformers
zstandard

[torch]
torch
