Toggle navigation
Toggle navigation
This project
Loading...
Sign in
万朱浩
/
Venue-Ops
Go to a project
Toggle navigation
Projects
Groups
Snippets
Help
Toggle navigation pinning
Project
Activity
Repository
Pipelines
Graphs
Issues
0
Merge Requests
0
Wiki
Network
Create a new issue
Builds
Commits
Authored by
Doiiars
2026-03-07 10:38:11 +0800
Browse Files
Options
Browse Files
Download
Email Patches
Plain Diff
Commit
f30580f10ce5e1a2f585441e5e3189023f56b242
f30580f1
1 parent
4c77046d
PlatformCrawler: 修复save_data_option值,以MediaCrawler枚举为准用postgres替换postgresql
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
3 deletions
MindSpider/DeepSentimentCrawling/platform_crawler.py
MindSpider/DeepSentimentCrawling/platform_crawler.py
View file @
f30580f
...
...
@@ -173,7 +173,7 @@ postgres_db_config = {{
# 判断数据库类型,确定 SAVE_DATA_OPTION
db_dialect
=
(
config
.
settings
.
DB_DIALECT
or
"mysql"
)
.
lower
()
is_postgresql
=
db_dialect
in
(
"postgresql"
,
"postgres"
)
save_data_option
=
"postgres
ql
"
if
is_postgresql
else
"db"
save_data_option
=
"postgres"
if
is_postgresql
else
"db"
base_config_path
=
self
.
mediacrawler_path
/
"config"
/
"base_config.py"
...
...
@@ -206,7 +206,7 @@ postgres_db_config = {{
elif
line
.
startswith
(
'CRAWLER_TYPE = '
):
replaced
=
f
'CRAWLER_TYPE = "{crawler_type}" # 爬取类型,search(关键词搜索) | detail(帖子详情)| creator(创作者主页数据)'
elif
line
.
startswith
(
'SAVE_DATA_OPTION = '
):
replaced
=
f
'SAVE_DATA_OPTION = "{save_data_option}" # csv or db or json or sqlite or postgres
ql
'
replaced
=
f
'SAVE_DATA_OPTION = "{save_data_option}" # csv or db or json or sqlite or postgres'
elif
line
.
startswith
(
'CRAWLER_MAX_NOTES_COUNT = '
):
replaced
=
f
'CRAWLER_MAX_NOTES_COUNT = {max_notes}'
elif
line
.
startswith
(
'ENABLE_GET_COMMENTS = '
):
...
...
@@ -273,7 +273,7 @@ postgres_db_config = {{
# 判断数据库类型,确定 save_data_option
db_dialect
=
(
config
.
settings
.
DB_DIALECT
or
"mysql"
)
.
lower
()
is_postgresql
=
db_dialect
in
(
"postgresql"
,
"postgres"
)
save_data_option
=
"postgres
ql
"
if
is_postgresql
else
"db"
save_data_option
=
"postgres"
if
is_postgresql
else
"db"
# 构建命令
cmd
=
[
...
...
Please
register
or
login
to post a comment