Toggle navigation
Toggle navigation
This project
Loading...
Sign in
万朱浩
/
Venue-Ops
Go to a project
Toggle navigation
Projects
Groups
Snippets
Help
Toggle navigation pinning
Project
Activity
Repository
Pipelines
Graphs
Issues
0
Merge Requests
0
Wiki
Network
Create a new issue
Builds
Commits
Authored by
juanboy
2024-07-04 19:22:36 +0800
Browse Files
Options
Browse Files
Download
Plain Diff
Commit
cc8468d9efc0b6ede52c631ed70e42bdf8849dbd
cc8468d9
2 parents
d139169e
ab8d9f0b
Merge remote-tracking branch 'origin/main'
Hide whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
6 additions
and
6 deletions
app.py
model/__init__.py
spider/__init__.py
spider/saveData.py
spider/spiderData.py
spider/spiderDataPackage/spiderContent.py
static/image/loader.gif
views/page/templates/base_page.html
app.py
View file @
cc8468d
...
...
@@ -52,7 +52,7 @@ def run_script():
if
__name__
==
'__main__'
:
scheduler
=
BackgroundScheduler
(
timezone
=
utc
)
scheduler
.
add_job
(
run_script
,
'interval'
,
minutes
=
1
)
scheduler
.
add_job
(
run_script
,
'interval'
,
hours
=
5
)
scheduler
.
start
()
try
:
...
...
model/__init__.py
0 → 100644
View file @
cc8468d
spider/__init__.py
0 → 100644
View file @
cc8468d
spider/saveData.py
View file @
cc8468d
...
...
@@ -2,7 +2,7 @@ import os
from
sqlalchemy
import
create_engine
import
pandas
as
pd
from
spiderDataPackage.settings
import
articleAddr
,
commentsAddr
from
model.topicDefine
import
*
# from ..
model.topicDefine import *
engine
=
create_engine
(
'mysql+pymysql://XiaoXueQi:XiaoXueQi@47.92.235.6/Weibo_PublicOpinion_AnalysisSystem?charset=utf8mb4'
)
...
...
@@ -29,7 +29,7 @@ def saveData():
os
.
remove
(
articleAddr
)
os
.
remove
(
commentsAddr
)
update_data
()
#
update_data()
if
__name__
==
'__main__'
:
saveData
()
\ No newline at end of file
...
...
spider/spiderData.py
View file @
cc8468d
...
...
@@ -9,7 +9,7 @@ def spiderData():
print
(
'正在爬取导航栏数据'
)
spiderNav
()
print
(
'正在爬取文章数据'
)
spiderContent
(
1
,
1
)
spiderContent
(
9
,
1
)
print
(
'正在爬取文章评论数据'
)
spiderComments
()
...
...
spider/spiderDataPackage/spiderContent.py
View file @
cc8468d
...
...
@@ -90,7 +90,7 @@ def readJson(response,type):
isVip
])
def
start
(
typeNum
=
1
,
pageNum
=
1
):
def
start
(
typeNum
=
1
4
,
pageNum
=
3
):
articleUrl
=
'https://weibo.com/ajax/feed/hottimeline'
init
()
typeList
=
getTypeList
()
...
...
static/image/loader.gif
View file @
cc8468d
1.04 MB
|
W:
|
H:
750 KB
|
W:
|
H:
2-up
Swipe
Onion skin
views/page/templates/base_page.html
View file @
cc8468d
...
...
@@ -112,7 +112,7 @@
</a>
</li>
<li
class=
"px-3 pt-3 pb-2"
>
<span
class=
"text-uppercase small font-weight-bold"
>
词云图
</span>
<span
class=
"text-uppercase small font-weight-bold"
>
机器学习预测
</span>
</li>
<li
class=
" sidebar-layout"
>
<a
href=
"/page/articleCloud"
class=
"svg-icon"
>
...
...
Please
register
or
login
to post a comment