requirements.txt

Scrapy==1.3.3
scrapy-fake-useragent==1.1.0
python-scrapyd-api==2.0.1
scrapyd-client==1.1.0
scrapy-proxies==0.3
scrapy-crawlera==1.2.4
newspaper3k==0.2.2
PyVirtualDisplay==0.2.1
selenium==3.4.1
dateparser==0.6.0
mysqlclient==1.3.10
Django==1.11.1
django-el-pagination==3.1.0
django-cors-headers==2.1.0
celery==4.0.2
flower==0.9.2
django-celery-beat==1.0.1
python-dotenv==0.6.4
redis==2.10.5