Commit c15d2db9 authored by Vasyl Bodnaruk's avatar Vasyl Bodnaruk

Add tags use newspaper

parent 59a024da
......@@ -49,9 +49,10 @@ class ExaPipeline(object):
article = self.get_article(item['url'])
text = article.text
tags = self.get_tags(text)
news = self.insert_news(item, tags, text)
if spider.name == 'cb':
item['tags'] = article.tags
news = self.insert_news(item, tags, text)
self.update_ml_data(news, item['tags'])
return item
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment