Add searching tag on aitopics

exa/exa/spiders/aitop.py

@@ -68,8 +68,9 @@ class AitopSpider(BaseSpider):
     def build_items(self, response):
         try:
             items = list()
-            rows = response.xpath(".//div[contains(@class, 'summaries')]//div[@class='row']")
-            for i in rows:
+            rows = response.xpath(".//div[contains(@class, 'summaries')]")
+            for r in rows:
+                i = r.xpath("//div[@class='row']")
                 item = ExaItem()
                 item['date'] = dateparser.parse(i.xpath(".//time/@datetime").extract_first()).replace(tzinfo=None)
                 item['title'] = ''.join(i.xpath(".//div[contains(@class, 'col-xs-12')]/h3/a//text()").extract())
@@ -77,6 +78,8 @@ class AitopSpider(BaseSpider):
                 item['url'] = i.xpath(".//div[contains(@class, 'col-xs-12')]/h3/a/@href").extract_first()
                 item.update(self.get_common_items(response.meta['company']))
                 item['post_id'] = response.meta['post_id']
+                item['tags'] = r.xpath(".//div[@class='row hidden-xs']//div[@title='Concept Tags']//a[@class='filter btn btn-link']/text()").extract()
+
                 items.append(item)
             return items
         except: