getEchartsData.py
5.09 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
from utils.getPublicData import *
articleList = getAllArticleData()
commentList = getAllCommentsData()
def getTypeList():# 返回爬取到的所有文章的类型（已去重）
return list(set([x[8] for x in getAllArticleData()]))
def getArticleByType(type):# 根据特定文章类型筛选文章
articles = []
for i in articleList:
if i[8] == type:
articles.append(i)
return articles
def getArticleCharLikeCount(type):# 统计特定类型文章的点赞数分布
articles = getArticleByType(type)
xData = ['0-100','100-1000','1000-5000','5000-15000','15000-30000','30000-50000','50000-~']
yData = [0 for x in range(len(xData))]# 初始化为长度和xData相同但是每一个元素都是零的列表
for article in articles:
likeCount = int(article[1])
if likeCount < 100:
yData[0] += 1
elif likeCount < 1000:
yData[1] += 1
elif likeCount < 5000:
yData[2] += 1
elif likeCount < 15000:
yData[3] += 1
elif likeCount < 30000:
yData[4] += 1
elif likeCount < 50000:
yData[5] += 1
elif likeCount >= 50000:
yData[6] += 1
return xData,yData
def getArticleCharCommentsLen(type):# 统计特定类型文章的评论数分布
articles = getArticleByType(type)
xData = ['0-100','100-500','500-1000','1000-1500','1500-3000','3000-5000','5000-10000','10000-15000','15000-~']
yData = [0 for x in range(len(xData))]# 初始化为长度和xData相同但是每一个元素都是零的列表
for article in articles:
commentLen = int(article[2])
if commentLen < 100:
yData[0] += 1
elif commentLen < 500:
yData[1] += 1
elif commentLen < 5000:
yData[2] += 1
elif commentLen < 1000:
yData[3] += 1
elif commentLen < 1500:
yData[4] += 1
elif commentLen < 3000:
yData[5] += 1
elif commentLen < 5000:
yData[6] += 1
elif commentLen < 10000:
yData[7] += 1
elif commentLen >= 15000:
yData[8] += 1
return xData,yData
def getArticleCharRepotsLen(type):# 统计特定类型文章的转发数分布
articles = getArticleByType(type)
xData = ['0-100','100-300','300-500','500-1000','1000-2000','2000-3000','3000-4000','4000-5000','5000-10000','10000-15000','15000-30000','30000-70000','70000-~']
yData = [0 for x in range(len(xData))]
for article in articles:
repostsCount = int(article[3])
if repostsCount < 100:
yData[0] += 1
elif repostsCount < 300:
yData[1] += 1
elif repostsCount < 500:
yData[2] += 1
elif repostsCount < 1000:
yData[3] += 1
elif repostsCount < 3000:
yData[4] += 1
elif repostsCount < 4000:
yData[5] += 1
elif repostsCount < 5000:
yData[6] += 1
elif repostsCount < 10000:
yData[7] += 1
elif repostsCount < 15000:
yData[8] += 1
elif repostsCount < 30000:
yData[9] += 1
elif repostsCount < 70000:
yData[10] += 1
elif repostsCount >= 70000:
yData[11] += 1
return xData,yData
def getIPCharByArticleRegion():#统计文章发布地域的分布情况
articleRegionDic = {}
for i in articleList:
if i[4] != '无':# 如果ip为确定值的话就进行下一步
if i[4] in articleRegionDic.keys():
articleRegionDic[i[4]] += 1
else:
articleRegionDic[i[4]] = 1
resultData = []
for key,value in articleRegionDic.items():
resultData.append({
'name':key,
'value':value
})
return resultData
def getIPCharByCommentsRegion():#统计评论发布地域的分布情况
commentRegionDic = {}
for i in commentList:
if i[3] != '无':
if i[3] in commentRegionDic.keys():
commentRegionDic[i[3]] += 1
else:
commentRegionDic[i[3]] = 1
resultData = []
for key,value in commentRegionDic.items():
resultData.append({
'name':key,
'value':value
})
return resultData
def getCommentCharDataOne():# 统计评论点赞数的分布情况
xData = []
rangeNum = 20
for item in range(100):
xData.append(str(rangeNum * item) + '-' + str(rangeNum * (item + 1)))
yData = [0 for x in range(len(xData))]
for comment in commentList:
for item in range(100):
if int(comment[2]) < rangeNum * (item + 1):
yData[item] += 1
break
return xData,yData
def getCommentCharDataTwo():# 统计评论数据中不同性别的数量
genderDic = {}
for i in commentList:
if i[6] in genderDic.keys():
genderDic[i[6]] += 1
else:
genderDic[i[6]] = 1
resultData = []
for key,value in genderDic.items():
resultData.append({
'name':key,
'value':value
})
return resultData