Add crawlera only to CB spider

1c595425 · Vasyl Bodnaruk · defa1e5f · a50a79e6 · 1c595425
Commit 1c595425 authored Aug 09, 2017 by Vasyl Bodnaruk
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 1 deletion

esi_news_classification exa/exa/esi_news_classification +1 -1

cb.py exa/exa/spiders/cb.py +4 -0

No files found.
--- a/esi_news_classification @ a50a79e6
+++ b/esi_news_classification @ a50a79e6
-Subproject commit 0e7fc2495576fb6859b35d0db90df9be5b693704
+Subproject commit a50a79e678e04e9fc35bc3dc668acc81570d9075
--- a/exa/exa/spiders/cb.py
+++ b/exa/exa/spiders/cb.py
@@ -6,11 +6,15 @@ from .base import BaseSpider


 from ..items import ExaItem
+from ..settings import get_env


 class CbSpider(BaseSpider):
    name = "cb"
    allowed_domains = ["www.crunchbase.com"]
+    crawlera_enabled = True
+    crawlera_apikey = get_env('CRAWLERA_APIKEY')
+
    # start_urls = ['http://www.crunchbase.com/organization/sense-ly/press/']
    co = 0