Commit 7ed0a294 authored by Vasyl Bodnaruk's avatar Vasyl Bodnaruk

Change select from DB

parent 6112944d
...@@ -39,7 +39,7 @@ class AitopSpider(scrapy.Spider): ...@@ -39,7 +39,7 @@ class AitopSpider(scrapy.Spider):
return False return False
for i in self.build_items(response): for i in self.build_items(response):
# if is_company_in_item(i): if is_company_in_item(i):
print(i) print(i)
next_url = self.next_url(response) next_url = self.next_url(response)
# if next_url: # if next_url:
......
...@@ -22,11 +22,10 @@ class MobiHealthNewsSpider(scrapy.Spider): ...@@ -22,11 +22,10 @@ class MobiHealthNewsSpider(scrapy.Spider):
print(self.condition) print(self.condition)
self.query += ' or {}'.format(self.condition) self.query += ' or {}'.format(self.condition)
print(self.query) print(self.query)
self.comp = db.select(self.query)
super(MobiHealthNewsSpider, self).__init__() super(MobiHealthNewsSpider, self).__init__()
def start_requests(self): def start_requests(self):
companies = CompanyMaker(self.comp) companies = CompanyMaker(db.select(self.query))
companies.make_companies(self.name) companies.make_companies(self.name)
for i in companies.get_companies(): for i in companies.get_companies():
try: try:
......
...@@ -20,11 +20,10 @@ class TechcrunchSpider(scrapy.Spider): ...@@ -20,11 +20,10 @@ class TechcrunchSpider(scrapy.Spider):
if self.condition: if self.condition:
print(self.condition) print(self.condition)
self.query += ' or {}'.format(self.condition) self.query += ' or {}'.format(self.condition)
self.comp = db.select(self.query)
super(TechcrunchSpider, self).__init__() super(TechcrunchSpider, self).__init__()
def start_requests(self): def start_requests(self):
companies = CompanyMaker(self.comp) companies = CompanyMaker(db.select(self.query))
companies.make_companies(self.name) companies.make_companies(self.name)
for i in companies.get_companies(): for i in companies.get_companies():
try: try:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment