Add select url that we already scraped from db to redis

exa/exa/pipelines.py

@@ -16,7 +16,7 @@ class ExaPipeline(object):
     def __init__(self):
         self.db = Database(**db)
         self.buffer = redis.StrictRedis()
-        for i in (for i in self.db.select('select url from wp_esi_news_accept')):
+        for i in self.db.select('select url from wp_esi_news_accept'):
             self.buffer.set(i, True)
         self.urls = {i[0] for i in self.db.select('select url from wp_esi_news_accept')}
         super(ExaPipeline, self).__init__()
@@ -50,10 +50,11 @@ class ExaPipeline(object):
         self.add_url_to_block(item['url'])
 
     def check_url(self, url):
-        if url in self.urls:
+        if bool(self.buffer.get(url)):
+            print("NOT")
             return True
         else:
             return False
 
     def add_url_to_block(self, url):
-        self.urls.add(url)
+        self.buffer.set(url, True)