requirements.txt

Scrapy==1.3.3
scrapy-fake-useragent==1.1.0
python-scrapyd-api==2.0.1
scrapyd-client==1.1.0
scrapy-proxies==0.3
scrapy-crawlera==1.2.4
newspaper3k==0.2.2
PyVirtualDisplay==0.2.1
selenium==3.4.1
dateparser==0.6.0
mysqlclient==1.3.10
Django==1.11.1
django-el-pagination==3.1.0
django-cors-headers==2.1.0
celery==4.0.2
flower==0.9.2
django-celery-beat==1.0.1
python-dotenv==0.6.4
redis==2.10.5
cryptography==1.9
PyDispatcher==2.0.5
nltk==3.2.4
numpy==1.13.1
scikit-learn==0.18.2
scipy==0.19.1
six==1.10.0
sklearn==0.0
stemming==1.0.1