Compare commits

...

4 Commits

Author SHA1 Message Date
17cf7a6a55 update models
All checks were successful
Build, Push and Redeploy Docker Image / build-and-push (push) Successful in 5m18s
2026-02-04 18:59:03 +07:00
a66f257fed fix model id
All checks were successful
Build, Push and Redeploy Docker Image / build-and-push (push) Successful in 5m18s
2026-02-04 05:22:34 +07:00
7a4470ab95 add new model in list
All checks were successful
Build, Push and Redeploy Docker Image / build-and-push (push) Successful in 4m43s
2026-02-04 04:37:56 +07:00
e6f2ac2195 add production docker compose 2026-02-03 21:35:33 +07:00
3 changed files with 26 additions and 33 deletions

View File

@@ -48,6 +48,6 @@ jobs:
--push \
.
# - name: Redeploy stack in Portainer
# run: |
# curl -X POST "${{ secrets.PORTAINER_WEBHOOK_URL }}"
- name: Redeploy stack in Portainer
run: |
curl -X POST "${{ secrets.PORTAINER_WEBHOOK_URL }}"

View File

@@ -15,36 +15,9 @@ model_configs = {
"Qwen2.5-3B-Instruct-w8w8": {"filename": "Qwen2.5-3B-Instruct-w8w8.rkllm"}
}
},
"Qwen2.5-Coder-3B-Instruct-w8w8-For-clear-code": {
"Qwen3-4B-Instruct-2507-F16": {
"base_config": {
"st_model_id": "Qwen/Qwen2.5-14B-Instruct",
"max_context_len": 128000,
"max_new_tokens": 8192,
"top_k": 5,
"top_p": 0.8,
"temperature": 0.2,
"repeat_penalty": 1.00,
"frequency_penalty": 0.2,
"system_prompt": """
Ты — эксперт по программированию, и твоя задача — генерировать только рабочий код без каких-либо комментариев, объяснений или дополнительного текста. Вывод должен содержать исключительно код, который можно скопировать и использовать напрямую.
<описание задачи>
Пример:
Если требуется написать функцию на Python, которая суммирует два числа, то ответ должен быть таким:
```
def sum(a, b):
return a + b
```
"""
},
"models": {
"Qwen2.5-Coder-3B-Instruct-w8w8-For-clear-code": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"}
}
},
"Qwen2.5-Coder-3B-Instruct-w8w8": {
"base_config": {
"st_model_id": "Qwen/Qwen2.5-14B-Instruct",
"st_model_id": "unsloth/Qwen3-4B-Instruct-2507-GGUF",
"max_context_len": 128000,
"max_new_tokens": 8192,
"top_k": 5,
@@ -55,7 +28,7 @@ model_configs = {
"system_prompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant"
},
"models": {
"Qwen2.5-Coder-3B-Instruct-w8w8": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"}
"Qwen3-4B-Instruct-2507-F16": {"filename": "Qwen3-4B-Instruct-2507-F16.rkllm"}
}
}
# "LLaMA-Mesh": {

20
docker-compose-prod.yml Normal file
View File

@@ -0,0 +1,20 @@
services:
rkllm:
image: git.home/drholy/rkllm-gradio-server:latest
container_name: rkllm
restart: always
privileged: true
volumes:
- ./models:/app/models:ro
ulimits:
nofile:
soft: 16384
hard: 1048576
ports:
- "8080:8080"
networks:
- apps
networks:
apps:
name: apps
driver: bridge