add text from table esi_news_accept for analysis

(but in main not in Class)

news_classify_tag.py

@@ -254,47 +254,53 @@ if __name__ == "__main__":
     tags_classif.save()
     # exit(0)
 
-    sql1 = '''SELECT rez.news_id , rez.title, rez.description
-            FROM(
-                    SELECT wp_esi_tag_news.news_id, wp_esi_news.title, wp_esi_news.description
-                       FROM wp_esi_news, wp_esi_tag_news WHERE wp_esi_tag_news.news_id=wp_esi_news.id
-                          ORDER BY wp_esi_tag_news.tag_id ) AS rez 
-			                  ORDER BY rand() LIMIT 15'''
-
-    tags_classif.db.query(sql1)
-    news_results = tags_classif.db.store_result()
-    news_results = news_results.fetch_row(maxrows=0)
-    data = list()
-    for i,(id_news, title, description) in enumerate(news_results):
-        text_for_analis = title.decode('ascii', 'ignore') + '\n' + description.decode('ascii', 'ignore')
-        # print("\n#", str(i))
-        print("\nNews title: " + title.decode('ascii', 'ignore'))
-        tags_classif.classify(text_for_analis)
-        print("Model calculated Accordance(#tag, %-accordance, tag_description): ", end=" ")
-        print(tags_classif.teg_accordance)
-        sql = " SELECT tag_id FROM wp_esi_tag_news WHERE news_id =" + str(id_news)
-        # print(sql)
-        results = tags_classif.db.query(sql)
-        tags = tags_classif.db.store_result()
-        tags = tags.fetch_row(maxrows=0)
-        # print(tags)
-        # print(tags_classif.tags)
-        print("User classified tags for present news:")
-        for(tag,) in tags:
-            tag = int(tag)
-            # print(tag)
-            print(str(tag) + " " + tags_classif.tags[tag - 1][1].decode('ascii', 'ignore'))
-
-    exit(0)
-    tags_classif.db.query("SELECT title, description FROM wp_esi_news ORDER BY RAND() LIMIT 25")
+    # sql1 = '''SELECT rez.news_id , rez.title, rez.description
+    #         FROM(
+    #                 SELECT wp_esi_tag_news.news_id, wp_esi_news.title, wp_esi_news.description
+    #                    FROM wp_esi_news, wp_esi_tag_news WHERE wp_esi_tag_news.news_id=wp_esi_news.id
+    #                       ORDER BY wp_esi_tag_news.tag_id ) AS rez
+		# 	                  ORDER BY rand() LIMIT 15'''
+    #
+    # tags_classif.db.query(sql1)
+    # news_results = tags_classif.db.store_result()
+    # news_results = news_results.fetch_row(maxrows=0)
+    # data = list()
+    # for i,(id_news, title, description) in enumerate(news_results):
+    #     text_for_analis = title.decode('ascii', 'ignore') + '\n' + description.decode('ascii', 'ignore')
+    #     # print("\n#", str(i))
+    #     print("\nNews title: " + title.decode('ascii', 'ignore'))
+    #     tags_classif.classify(text_for_analis)
+    #     print("Model calculated Accordance(#tag, %-accordance, tag_description): ", end=" ")
+    #     print(tags_classif.teg_accordance)
+    #     sql = " SELECT tag_id FROM wp_esi_tag_news WHERE news_id =" + str(id_news)
+    #     # print(sql)
+    #     results = tags_classif.db.query(sql)
+    #     tags = tags_classif.db.store_result()
+    #     tags = tags.fetch_row(maxrows=0)
+    #     # print(tags)
+    #     # print(tags_classif.tags)
+    #     print("User classified tags for present news:")
+    #     for(tag,) in tags:
+    #         tag = int(tag)
+    #         # print(tag)
+    #         print(str(tag) + " " + tags_classif.tags[tag - 1][1].decode('ascii', 'ignore'))
+    #
+    # exit(0)
+    tags_classif.db.query("SELECT title, description, text FROM wp_esi_news_accept ORDER BY RAND() LIMIT 25")
     result = tags_classif.db.store_result()
 
-    for i,(title, description) in enumerate(result.fetch_row(maxrows=0)):
-        text_for_analis = title + '\n' + description
+    # news analysis witt title + description + text
+    for i, (title, description, text) in enumerate(result.fetch_row(maxrows=0)):
+        text_for_analys = ''
+        if title is not None:
+            text_for_analys += title.decode ("ascii", 'ignore') + '\n'
+        if description is not None:
+            text_for_analys += description.decode('ascii', 'ignore') + " "
+        if text is not None:
+            text_for_analys += text.decode("ascii", 'ignore')
         print("\n#", str(i))
-        print(text_for_analis)
-        tags_results = tags_classif.classify(text_for_analis)
-        # pprint(tags_results[:5])
+        print('Title: ', title.decode ("ascii", 'ignore'))
+        tags_results = tags_classif.classify(text_for_analys)
 
         # accordance %
         print("Accordance(#tag, %-accordance, tag_description): ")
@@ -304,4 +310,4 @@ if __name__ == "__main__":
         # if i > 10: break
 
         # Graph presentation results
-        tags_classif.graph_results()
+        # tags_classif.graph_results()