fix bug in making request

exa/exa/spiders/mobihealthnews.py

@@ -28,8 +28,10 @@ class MobiHealthNewsSpider(scrapy.Spider):
         companies = CompanyMaker(self.comp)
         companies.make_companies(self.name)
         for i in companies.get_companies():
-            yield scrapy.Request(i.url, callback=self.parse, meta={'company': i,
-                                                                   'post_id': 0})
+            try:
+                yield scrapy.Request(i.url + '/', callback=self.parse, meta={'company': i, 'post_id': 0})
+            except:
+                pass
 
     def parse(self, response):
         try:

exa/exa/spiders/techcrunch.py

@@ -28,7 +28,10 @@ class TechcrunchSpider(scrapy.Spider):
         companies = CompanyMaker(self.comp)
         companies.make_companies(self.name)
         for i in companies.get_companies():
-            yield scrapy.Request(i.url + '/', callback=self.parse, meta={'company': i, 'post_id': 0})
+            try:
+                yield scrapy.Request(i.url + '/', callback=self.parse, meta={'company': i, 'post_id': 0})
+            except:
+                pass
 
     def parse(self, response):
         if 'tag' in response.url: