Scrapy==1.3.3 scrapy-fake-useragent==1.1.0 python-scrapyd-api==2.0.1 scrapyd-client==1.1.0 scrapy-proxies==0.3 scrapy-crawlera==1.2.4 newspaper3k==0.2.2 PyVirtualDisplay==0.2.1 selenium==3.4.1 dateparser==0.6.0 mysqlclient==1.3.10 Django==1.11.1 django-el-pagination==3.1.0 django-cors-headers==2.1.0 celery==4.0.2 flower==0.9.2 django-celery-beat==1.0.1 python-dotenv==0.6.4 redis==2.10.5 cryptography==1.9 PyDispatcher==2.0.5 nltk==3.2.4 numpy==1.13.1 scikit-learn==0.18.2 scipy==0.19.1 six==1.10.0 sklearn==0.0 stemming==1.0.1