Add function can_follow for check possible request to next page

exa/exa/spiders/base.py

@@ -23,3 +23,9 @@ class BaseSpider(scrapy.Spider):
         companies = CompanyMaker(db.select(self.query))
         companies.make_companies(name)
         return companies.get_companies()
+
+    def can_follow(self, next_url, duplicate):
+        if next_url and duplicate:
+            return True
+        else:
+            return False