Add flag fresh for rescrap all news or only fresh

exa/exa/spiders/base.py

@@ -7,9 +7,10 @@ db = Database(**db_settings)
 
 
 class BaseSpider(scrapy.Spider):
-    def __init__(self, query=None, *args, **kwargs):
+    def __init__(self, query=None, fresh=True, *args, **kwargs):
         super(BaseSpider, self).__init__(*args, **kwargs)
         self.condition = query
+        self.fresh = False if fresh == 'False' else True
         self.query = "SELECT id, name, country FROM wp_esi_entity WHERE 1 and id=3"
         if self.condition:
             print(self.condition)
@@ -25,7 +26,7 @@ class BaseSpider(scrapy.Spider):
         return companies.get_companies()
 
     def can_follow(self, next_url, duplicate):
-        if next_url and not duplicate:
+        if (next_url and not duplicate) or self.fresh is False:
             return True
         else:
             return False