topicdefine.py
1.94 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
from utils.query import query
from utils.getPublicData import *
from model2.model_use import *
articleList = getAllArticleData()
commentList = getAllCommentsData()
def column_exists(table_name, column_name):
sql = "SHOW COLUMNS FROM {} LIKE %s".format(table_name)
params = [column_name]
result = query(sql, params, type='select')
return len(result) > 0
# 添加新的标注列
def add_label_article(): # 为文章添加标注列
if not column_exists('article', 'label'):
sql = "ALTER TABLE article ADD COLUMN label TEXT NULL"
params = []
query(sql, params)
def add_label_comments(): # 为评论添加标注列
if not column_exists('comments', 'label'):
sql = "ALTER TABLE comments ADD COLUMN label TEXT NULL"
params = []
query(sql, params)
def drop_label():# 删除标注列
sql = "ALTER TABLE article DROP COLUMN label "
params = []
query(sql, params)
def drop_label1():# 删除标注列
sql = "ALTER TABLE comments DROP COLUMN label "
params = []
query(sql, params)
# 处理数据并添加标注
def topicdefine():
label_article=[]
label_comments=[]
for x in articleList:
label_article.append((x[0],predict_topic(x[5])))
for x in commentList:
label_comments.append((x[5],predict_topic(x[4])))
return label_article,label_comments
# 更新数据库
def update_data():
label_article,label_comments=topicdefine()
add_label_comments()
add_label_article()
for row in label_article:
id, label = row
sql = "UPDATE article SET label = %s WHERE id = %s"
params = [str(label),str(id)]
query(sql, params)
for row in label_comments:
label, id = row
sql = "UPDATE comments SET label = %s WHERE authorName = %s"
params = [str(label),str(id)]
query(sql, params)
if __name__ == '__main__':
update_data()
#删除文章和评论的标签列
# drop_label()
# drop_label1()