Commit ea06c447 authored by Andrii Marynets's avatar Andrii Marynets

Fix tags error

parent 73ef5c55
......@@ -27,7 +27,6 @@ class NanaSpider(BaseSpider):
item['date'] = self.format_date(i.xpath('./text()').extract()[1].strip())
item.update(self.get_common_items(company))
item['post_id'] = response.meta['post_id']
yield item
if self.pipeline.check_url(item['url']):
is_duplicate = True
break
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment