drholy/llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add vllm

Browse Source
This commit is contained in:
drholy
2025-08-04 02:06:07 +00:00
parent 370a11a463
commit 711ad223a5
4 changed files with 80 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
app/config.py
View File

@@ -9,9 +9,9 @@ class Config(BaseSettings):
PARSED_JSON_PATH: str = os.path.join(BASE_DIR, "data", "parsed_json")
DOCS_CHROMA_PATH: str = os.path.join(BASE_DIR, "data", "chroma_db")
DOCS_COLLECTION_NAME: str = "docs"
MAX_CHUNK_SIZE: int = 512
MAX_CHUNK_SIZE: int = 2048
CHUNK_OVERLAP: int = 50
LM_MODEL_NAME: str = "/models/paraphrase-multilingual-MiniLM-L12-v2"
LM_MODEL_NAME: str = "/models/Qwen3-Embedding-0.6B"
LOCAL_LLM_NAME: str = "/models/Qwen3-8B"
QWEN_MODEL_NAME: str = "Qwen3-8B"