Skip to content

E
esi-table-data
Commit b8d1f23d authored by Vasyl Bodnaruk's avatar Vasyl Bodnaruk
Browse files
Options

redis settings update

parent a3f19a7e
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 3 deletions
exa/exa/pipelines.py
View file @ b8d1f23d
...@@ -14,7 +14,9 @@ from newspaper import Article ...@@ -14,7 +14,9 @@ from newspaper import Article
from .helpers.db import Database from .helpers.db import Database
from .helpers.utilits import MLDataMaker, News from .helpers.utilits import MLDataMaker, News
db = get_project_settings().get('DB') db_settings = get_project_settings().get('DB')
redis_settings = get_project_settings().get('REDIS')
class ExaPipeline(object): class ExaPipeline(object):
def __init__(self): def __init__(self):
...@@ -25,9 +27,9 @@ class ExaPipeline(object): ...@@ -25,9 +27,9 @@ class ExaPipeline(object):
make Redis buffer for collect all news from DB make Redis buffer for collect all news from DB
''' '''
self.teach = False self.teach = False
self.db = Database(**db) self.db = Database(**db_settings)
self.classifier = None self.classifier = None
self.buffer = redis.StrictRedis() self.buffer = redis.StrictRedis(**redis_settings)
self.ml_data = MLDataMaker(self.db) self.ml_data = MLDataMaker(self.db)
for i in self.db.select('select url from wp_esi_news_accept'): for i in self.db.select('select url from wp_esi_news_accept'):
self.buffer.set(i[0], True) self.buffer.set(i[0], True)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment