Showing
3 changed files
with
26 additions
and
9 deletions
| @@ -21,7 +21,7 @@ INSIGHT_ENGINE_API_KEY= | @@ -21,7 +21,7 @@ INSIGHT_ENGINE_API_KEY= | ||
| 21 | INSIGHT_ENGINE_BASE_URL= | 21 | INSIGHT_ENGINE_BASE_URL= |
| 22 | # Insight Agent LLM模型名称,如kimi-k2-0711-preview | 22 | # Insight Agent LLM模型名称,如kimi-k2-0711-preview |
| 23 | INSIGHT_ENGINE_MODEL_NAME= | 23 | INSIGHT_ENGINE_MODEL_NAME= |
| 24 | -# Media Agent(推荐Gemini,可用中转厂商 https://www.chataiapi.com/)API密钥 | 24 | +# Media Agent(推荐Gemini,推荐中转厂商 https://aihubmix.com/?aff=8Ds9)API密钥 |
| 25 | MEDIA_ENGINE_API_KEY= | 25 | MEDIA_ENGINE_API_KEY= |
| 26 | # Media Agent LLM接口BaseUrl | 26 | # Media Agent LLM接口BaseUrl |
| 27 | MEDIA_ENGINE_BASE_URL= | 27 | MEDIA_ENGINE_BASE_URL= |
| @@ -41,7 +41,7 @@ QUERY_ENGINE_API_KEY= | @@ -41,7 +41,7 @@ QUERY_ENGINE_API_KEY= | ||
| 41 | QUERY_ENGINE_BASE_URL= | 41 | QUERY_ENGINE_BASE_URL= |
| 42 | # Query Agent LLM模型,如deepseek-reasoner | 42 | # Query Agent LLM模型,如deepseek-reasoner |
| 43 | QUERY_ENGINE_MODEL_NAME= | 43 | QUERY_ENGINE_MODEL_NAME= |
| 44 | -# Report Agent(推荐Gemini,可用中转厂商 https://www.chataiapi.com/)API密钥 | 44 | +# Report Agent(推荐Gemini,推荐中转厂商 https://aihubmix.com/?aff=8Ds9)API密钥 |
| 45 | REPORT_ENGINE_API_KEY= | 45 | REPORT_ENGINE_API_KEY= |
| 46 | # Report Agent LLM接口BaseUrl | 46 | # Report Agent LLM接口BaseUrl |
| 47 | REPORT_ENGINE_BASE_URL= | 47 | REPORT_ENGINE_BASE_URL= |
| @@ -4,6 +4,9 @@ | @@ -4,6 +4,9 @@ | ||
| 4 | 4 | ||
| 5 | <a href="https://trendshift.io/repositories/15286" target="_blank"><img src="https://trendshift.io/api/badge/repositories/15286" alt="666ghj%2FBettaFish | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a> | 5 | <a href="https://trendshift.io/repositories/15286" target="_blank"><img src="https://trendshift.io/api/badge/repositories/15286" alt="666ghj%2FBettaFish | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a> |
| 6 | 6 | ||
| 7 | +<a href="https://aihubmix.com/?aff=8Ds9" target="_blank"><img src="./static/image/logo_aihubmix.png" alt="666ghj%2FBettaFish | Trendshift" height="40"/></a>  | ||
| 8 | +<a href="https://lioncc.ai/" target="_blank"><img src="./static/image/logo_loincc.png" alt="666ghj%2FBettaFish | Trendshift" height="40"/></a> | ||
| 9 | + | ||
| 7 | [](https://github.com/666ghj/Weibo_PublicOpinion_AnalysisSystem/stargazers) | 10 | [](https://github.com/666ghj/Weibo_PublicOpinion_AnalysisSystem/stargazers) |
| 8 | [](https://github.com/666ghj/Weibo_PublicOpinion_AnalysisSystem/watchers) | 11 | [](https://github.com/666ghj/Weibo_PublicOpinion_AnalysisSystem/watchers) |
| 9 | [](https://github.com/666ghj/Weibo_PublicOpinion_AnalysisSystem/network) | 12 | [](https://github.com/666ghj/Weibo_PublicOpinion_AnalysisSystem/network) |
| @@ -46,6 +49,8 @@ Beyond just report quality, compared to similar products, we have 🚀 six major | @@ -46,6 +49,8 @@ Beyond just report quality, compared to similar products, we have 🚀 six major | ||
| 46 | **Starting with public opinion, but not limited to public opinion**. The goal of "WeiYu" is to become a simple and universal data analysis engine that drives all business scenarios. | 49 | **Starting with public opinion, but not limited to public opinion**. The goal of "WeiYu" is to become a simple and universal data analysis engine that drives all business scenarios. |
| 47 | 50 | ||
| 48 | > For example, you only need to simply modify the API parameters and prompts of the Agent toolset to transform it into a financial market analysis system. | 51 | > For example, you only need to simply modify the API parameters and prompts of the Agent toolset to transform it into a financial market analysis system. |
| 52 | +> | ||
| 53 | +> Here's a relatively active Linux.do project discussion thread: https://linux.do/t/topic/1009280 | ||
| 49 | 54 | ||
| 50 | <div align="center"> | 55 | <div align="center"> |
| 51 | <img src="static/image/system_schematic.png" alt="banner" width="800"> | 56 | <img src="static/image/system_schematic.png" alt="banner" width="800"> |
| @@ -53,6 +58,12 @@ Beyond just report quality, compared to similar products, we have 🚀 six major | @@ -53,6 +58,12 @@ Beyond just report quality, compared to similar products, we have 🚀 six major | ||
| 53 | Say goodbye to traditional data dashboards. In "WeiYu", everything starts with a simple question - you just need to ask your analysis needs like a conversation | 58 | Say goodbye to traditional data dashboards. In "WeiYu", everything starts with a simple question - you just need to ask your analysis needs like a conversation |
| 54 | </div> | 59 | </div> |
| 55 | 60 | ||
| 61 | +## 🪄 Sponsors | ||
| 62 | + | ||
| 63 | +LLM Model API Sponsor: <a href="https://aihubmix.com/?aff=8Ds9" target="_blank"><img src="./static/image/logo_aihubmix.png" alt="666ghj%2FBettaFish | Trendshift" height="40"/></a> | ||
| 64 | + | ||
| 65 | +Solomon Blog LionCC.ai; Programming Carpool codecodex.ai; Programming Computing Power VibeCodingAPI.ai: <span style="margin-left: 10px"><a href="https://lioncc.ai/" target="_blank"><img src="./static/image/logo_loincc.png" alt="666ghj%2FBettaFish | Trendshift" height="40"/></a></span> | ||
| 66 | + | ||
| 56 | ## 🏗️ System Architecture | 67 | ## 🏗️ System Architecture |
| 57 | 68 | ||
| 58 | ### Overall Architecture Diagram | 69 | ### Overall Architecture Diagram |
| @@ -253,6 +264,7 @@ INSIGHT_ENGINE_MODEL_NAME = "kimi-k2-0711-preview" | @@ -253,6 +264,7 @@ INSIGHT_ENGINE_MODEL_NAME = "kimi-k2-0711-preview" | ||
| 253 | # Media Agent | 264 | # Media Agent |
| 254 | ... | 265 | ... |
| 255 | ``` | 266 | ``` |
| 267 | +Recommended LLM API Provider: [Reasoning Era](https://aihubmix.com/?aff=8Ds9) | ||
| 256 | 268 | ||
| 257 | #### 4.2 Database Initialization | 269 | #### 4.2 Database Initialization |
| 258 | 270 | ||
| @@ -264,7 +276,9 @@ INSIGHT_ENGINE_MODEL_NAME = "kimi-k2-0711-preview" | @@ -264,7 +276,9 @@ INSIGHT_ENGINE_MODEL_NAME = "kimi-k2-0711-preview" | ||
| 264 | ```bash | 276 | ```bash |
| 265 | # Local MySQL database initialization | 277 | # Local MySQL database initialization |
| 266 | cd MindSpider | 278 | cd MindSpider |
| 267 | -python schema/init_database.py | 279 | +# Project initialization |
| 280 | +python main.py --setup | ||
| 281 | + | ||
| 268 | ``` | 282 | ``` |
| 269 | 283 | ||
| 270 | **Option 2: Use Cloud Database Service (Recommended)** | 284 | **Option 2: Use Cloud Database Service (Recommended)** |
| @@ -339,6 +353,9 @@ cd MindSpider | @@ -339,6 +353,9 @@ cd MindSpider | ||
| 339 | # Project initialization | 353 | # Project initialization |
| 340 | python main.py --setup | 354 | python main.py --setup |
| 341 | 355 | ||
| 356 | +# Run topic extraction (get hot news and keywords) | ||
| 357 | +python main.py --broad-topic | ||
| 358 | + | ||
| 342 | # Run complete crawler workflow | 359 | # Run complete crawler workflow |
| 343 | python main.py --complete --date 2024-01-20 | 360 | python main.py --complete --date 2024-01-20 |
| 344 | 361 |
| @@ -40,9 +40,9 @@ class Settings(BaseSettings): | @@ -40,9 +40,9 @@ class Settings(BaseSettings): | ||
| 40 | INSIGHT_ENGINE_BASE_URL: Optional[str] = Field("https://api.moonshot.cn/v1", description="Insight Agent LLM接口BaseUrl,可自定义厂商API") | 40 | INSIGHT_ENGINE_BASE_URL: Optional[str] = Field("https://api.moonshot.cn/v1", description="Insight Agent LLM接口BaseUrl,可自定义厂商API") |
| 41 | INSIGHT_ENGINE_MODEL_NAME: str = Field("kimi-k2-0711-preview", description="Insight Agent LLM模型名称,如kimi-k2-0711-preview") | 41 | INSIGHT_ENGINE_MODEL_NAME: str = Field("kimi-k2-0711-preview", description="Insight Agent LLM模型名称,如kimi-k2-0711-preview") |
| 42 | 42 | ||
| 43 | - # Media Agent(推荐Gemini,这里我用了一个中转厂商,你也可以换成你自己的,申请地址:https://www.chataiapi.com/) | ||
| 44 | - MEDIA_ENGINE_API_KEY: Optional[str] = Field(None, description="Media Agent(推荐Gemini,这里我用了一个中转厂商,你也可以换成你自己的,申请地址:https://www.chataiapi.com/)API密钥") | ||
| 45 | - MEDIA_ENGINE_BASE_URL: Optional[str] = Field("https://www.chataiapi.com/v1", description="Media Agent LLM接口BaseUrl") | 43 | + # Media Agent(推荐Gemini,推荐中转厂商:https://aihubmix.com/?aff=8Ds9) |
| 44 | + MEDIA_ENGINE_API_KEY: Optional[str] = Field(None, description="Media Agent(推荐Gemini,推荐中转api厂商:https://aihubmix.com/?aff=8Ds9") | ||
| 45 | + MEDIA_ENGINE_BASE_URL: Optional[str] = Field("https://aihubmix.com/v1", description="Media Agent LLM接口BaseUrl") | ||
| 46 | MEDIA_ENGINE_MODEL_NAME: str = Field("gemini-2.5-pro", description="Media Agent LLM模型名称,如gemini-2.5-pro") | 46 | MEDIA_ENGINE_MODEL_NAME: str = Field("gemini-2.5-pro", description="Media Agent LLM模型名称,如gemini-2.5-pro") |
| 47 | 47 | ||
| 48 | # Query Agent(推荐DeepSeek,申请地址:https://www.deepseek.com/) | 48 | # Query Agent(推荐DeepSeek,申请地址:https://www.deepseek.com/) |
| @@ -50,9 +50,9 @@ class Settings(BaseSettings): | @@ -50,9 +50,9 @@ class Settings(BaseSettings): | ||
| 50 | QUERY_ENGINE_BASE_URL: Optional[str] = Field("https://api.deepseek.com", description="Query Agent LLM接口BaseUrl") | 50 | QUERY_ENGINE_BASE_URL: Optional[str] = Field("https://api.deepseek.com", description="Query Agent LLM接口BaseUrl") |
| 51 | QUERY_ENGINE_MODEL_NAME: str = Field("deepseek-reasoner", description="Query Agent LLM模型,如deepseek-reasoner") | 51 | QUERY_ENGINE_MODEL_NAME: str = Field("deepseek-reasoner", description="Query Agent LLM模型,如deepseek-reasoner") |
| 52 | 52 | ||
| 53 | - # Report Agent(推荐Gemini,这里我用了一个中转厂商,你也可以换成你自己的) | ||
| 54 | - REPORT_ENGINE_API_KEY: Optional[str] = Field(None, description="Report Agent(推荐Gemini,这里我用了一个中转厂商,你也可以换成你自己的,申请地址:https://www.chataiapi.com/)API密钥") | ||
| 55 | - REPORT_ENGINE_BASE_URL: Optional[str] = Field("https://www.chataiapi.com/v1", description="Report Agent LLM接口BaseUrl") | 53 | + # Report Agent(推荐Gemini,推荐中转厂商:https://aihubmix.com/?aff=8Ds9) |
| 54 | + REPORT_ENGINE_API_KEY: Optional[str] = Field(None, description="Report Agent(推荐Gemini,推荐中转api厂商:https://aihubmix.com/?aff=8Ds9") | ||
| 55 | + REPORT_ENGINE_BASE_URL: Optional[str] = Field("https://aihubmix.com/v1", description="Report Agent LLM接口BaseUrl") | ||
| 56 | REPORT_ENGINE_MODEL_NAME: str = Field("gemini-2.5-pro", description="Report Agent LLM模型,如gemini-2.5-pro") | 56 | REPORT_ENGINE_MODEL_NAME: str = Field("gemini-2.5-pro", description="Report Agent LLM模型,如gemini-2.5-pro") |
| 57 | 57 | ||
| 58 | # Forum Host(Qwen3最新模型,这里我使用了硅基流动这个平台,申请地址:https://cloud.siliconflow.cn/) | 58 | # Forum Host(Qwen3最新模型,这里我使用了硅基流动这个平台,申请地址:https://cloud.siliconflow.cn/) |
-
Please register or login to post a comment