drholy/rkllm-gradio-server
1
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

add config

Browse Source
This commit is contained in:
DrHo1y
2025-03-25 23:09:29 +07:00
parent 99a30bf837
commit 4a5da6ed79
1 changed files with 17 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
app/model_configs.py
View File

@@ -15,7 +15,7 @@ model_configs = {
"Qwen2.5-3B-Instruct-w8w8": {"filename": "Qwen2.5-3B-Instruct-w8w8.rkllm"}
}
},
"Qwen2.5-Coder-3B-Instruct-w8w8": {
"Qwen2.5-Coder-3B-Instruct-w8w8-For-clear-code": {
"base_config": {
"st_model_id": "Qwen/Qwen2.5-14B-Instruct",
"max_context_len": 128000,
@@ -41,6 +41,22 @@ model_configs = {
"models": {
"Qwen2.5-Coder-3B-Instruct-w8w8": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"}
}
},
"Qwen2.5-Coder-3B-Instruct-w8w8": {
"base_config": {
"st_model_id": "Qwen/Qwen2.5-14B-Instruct",
"max_context_len": 128000,
"max_new_tokens": 8192,
"top_k": 5,
"top_p": 0.8,
"temperature": 0.2,
"repeat_penalty": 1.00,
"frequency_penalty": 0.2,
"system_prompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant"
},
"models": {
"Qwen2.5-Coder-3B-Instruct-w8w8": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"}
}
}
# "LLaMA-Mesh": {
# "base_config": {