ninghongbin/AI_agent_detect
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

vllm

Browse Source
This commit is contained in:
ninghongbin
2025-12-04 10:11:52 +08:00
parent 90c3c0b0ba
commit 1a6b50cba7
2 changed files with 294 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
config.py
View File

@ -67,4 +67,7 @@ class DetectionResponse(BaseModel):
# 智能体相关
OLLAMA_MODEL = "alibayram/Qwen3-30B-A3B-Instruct-2507:latest" # 当前最强本地模型
OLLAMA_BASE_URL = "http://192.168.110.5:11434"
OLLAMA_BASE_URL = "http://192.168.110.5:11434"
VLLM_BASE_URL = "http://192.168.110.5:8000/v1"
VLLM_MODEL_NAME = "/home/zrway/vllm_models/LLM/new"