From 4a5da6ed79e9b8ae4f3ce9fda5aa9322d87a918b Mon Sep 17 00:00:00 2001 From: DrHo1y Date: Tue, 25 Mar 2025 23:09:29 +0700 Subject: [PATCH] add config --- app/model_configs.py | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) diff --git a/app/model_configs.py b/app/model_configs.py index b64c8c6..a16c2bb 100644 --- a/app/model_configs.py +++ b/app/model_configs.py @@ -15,7 +15,7 @@ model_configs = { "Qwen2.5-3B-Instruct-w8w8": {"filename": "Qwen2.5-3B-Instruct-w8w8.rkllm"} } }, - "Qwen2.5-Coder-3B-Instruct-w8w8": { + "Qwen2.5-Coder-3B-Instruct-w8w8-For-clear-code": { "base_config": { "st_model_id": "Qwen/Qwen2.5-14B-Instruct", "max_context_len": 128000, @@ -41,6 +41,22 @@ model_configs = { "models": { "Qwen2.5-Coder-3B-Instruct-w8w8": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"} } + }, + "Qwen2.5-Coder-3B-Instruct-w8w8": { + "base_config": { + "st_model_id": "Qwen/Qwen2.5-14B-Instruct", + "max_context_len": 128000, + "max_new_tokens": 8192, + "top_k": 5, + "top_p": 0.8, + "temperature": 0.2, + "repeat_penalty": 1.00, + "frequency_penalty": 0.2, + "system_prompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant" + }, + "models": { + "Qwen2.5-Coder-3B-Instruct-w8w8": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"} + } } # "LLaMA-Mesh": { # "base_config": {