awscli
boto
dedupe>=2.0.0
google-cloud-pubsub
itemadapter
jmespath
pillow
pympler
pyspark
python-dotenv
pytility[dates]
pytrie
pyyaml
requests
scrapy<2.1.0
scrapy-extensions[images]>=0.3.1
twisted
w3lib

[cloud]
smart-open>=1.8.1

[git]
gitpython
