Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Contribute to GitLab
Sign in / Register
Toggle navigation
E
esi-table-data
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
esi-data-scrapping
esi-table-data
Commits
8366c971
Commit
8366c971
authored
Aug 16, 2017
by
Vasyl Bodnaruk
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Refactor function for insert news
parent
bfc6c7da
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
7 deletions
+7
-7
pipelines.py
exa/exa/pipelines.py
+7
-7
No files found.
exa/exa/pipelines.py
View file @
8366c971
...
@@ -46,16 +46,16 @@ class ExaPipeline(object):
...
@@ -46,16 +46,16 @@ class ExaPipeline(object):
print
(
"DUPLICATE"
)
print
(
"DUPLICATE"
)
else
:
else
:
print
(
"UNIQUE"
)
print
(
"UNIQUE"
)
self
.
insert_news
(
item
)
return
item
def
insert_news
(
self
,
item
):
article
=
self
.
get_article
(
item
[
'url'
])
article
=
self
.
get_article
(
item
[
'url'
])
text
=
article
.
text
tags
=
self
.
get_tags
(
article
)
tags
=
self
.
get_tags
(
article
)
self
.
insert_news
(
item
,
tags
,
text
)
return
item
def
insert_news
(
self
,
item
,
tags
,
text
):
data
=
(
item
[
'title'
],
item
[
'description'
],
item
[
'url'
],
item
[
'media_id'
],
item
[
'type_id'
],
data
=
(
item
[
'title'
],
item
[
'description'
],
item
[
'url'
],
item
[
'media_id'
],
item
[
'type_id'
],
item
[
'region_id'
],
item
[
'post_id'
],
item
[
'date'
],
datetime
.
now
(),
item
[
'company_id'
],
0
,
item
[
'region_id'
],
item
[
'post_id'
],
item
[
'date'
],
datetime
.
now
(),
item
[
'company_id'
],
0
,
item
[
'tags'
],
tags
,
article
)
item
[
'tags'
],
tags
,
text
)
query
=
"""INSERT INTO wp_esi_news_accept (title, description, URL, media_id, type_id, region_id, post_id,
query
=
"""INSERT INTO wp_esi_news_accept (title, description, URL, media_id, type_id, region_id, post_id,
publish_date, record_date, company_id, is_accepted, temp_tags, tags_id, text)
publish_date, record_date, company_id, is_accepted, temp_tags, tags_id, text)
VALUES(
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s);
\n
"""
VALUES(
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s,
%
s);
\n
"""
...
@@ -87,7 +87,7 @@ class ExaPipeline(object):
...
@@ -87,7 +87,7 @@ class ExaPipeline(object):
article
=
Article
(
url
)
article
=
Article
(
url
)
article
.
download
()
article
.
download
()
article
.
parse
()
article
.
parse
()
return
article
.
text
return
article
def
get_tags
(
self
,
text
):
def
get_tags
(
self
,
text
):
'''
'''
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment