Commit 7ed0a294 authored by Vasyl Bodnaruk's avatar Vasyl Bodnaruk

Change select from DB

parent 6112944d
......@@ -39,7 +39,7 @@ class AitopSpider(scrapy.Spider):
return False
for i in self.build_items(response):
# if is_company_in_item(i):
if is_company_in_item(i):
print(i)
next_url = self.next_url(response)
# if next_url:
......
......@@ -22,11 +22,10 @@ class MobiHealthNewsSpider(scrapy.Spider):
print(self.condition)
self.query += ' or {}'.format(self.condition)
print(self.query)
self.comp = db.select(self.query)
super(MobiHealthNewsSpider, self).__init__()
def start_requests(self):
companies = CompanyMaker(self.comp)
companies = CompanyMaker(db.select(self.query))
companies.make_companies(self.name)
for i in companies.get_companies():
try:
......
......@@ -20,11 +20,10 @@ class TechcrunchSpider(scrapy.Spider):
if self.condition:
print(self.condition)
self.query += ' or {}'.format(self.condition)
self.comp = db.select(self.query)
super(TechcrunchSpider, self).__init__()
def start_requests(self):
companies = CompanyMaker(self.comp)
companies = CompanyMaker(db.select(self.query))
companies.make_companies(self.name)
for i in companies.get_companies():
try:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment