Compare commits
4 Commits
35d0a9db6d
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
| 17cf7a6a55 | |||
| a66f257fed | |||
| 7a4470ab95 | |||
| e6f2ac2195 |
@@ -48,6 +48,6 @@ jobs:
|
|||||||
--push \
|
--push \
|
||||||
.
|
.
|
||||||
|
|
||||||
# - name: Redeploy stack in Portainer
|
- name: Redeploy stack in Portainer
|
||||||
# run: |
|
run: |
|
||||||
# curl -X POST "${{ secrets.PORTAINER_WEBHOOK_URL }}"
|
curl -X POST "${{ secrets.PORTAINER_WEBHOOK_URL }}"
|
||||||
@@ -15,36 +15,9 @@ model_configs = {
|
|||||||
"Qwen2.5-3B-Instruct-w8w8": {"filename": "Qwen2.5-3B-Instruct-w8w8.rkllm"}
|
"Qwen2.5-3B-Instruct-w8w8": {"filename": "Qwen2.5-3B-Instruct-w8w8.rkllm"}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"Qwen2.5-Coder-3B-Instruct-w8w8-For-clear-code": {
|
"Qwen3-4B-Instruct-2507-F16": {
|
||||||
"base_config": {
|
"base_config": {
|
||||||
"st_model_id": "Qwen/Qwen2.5-14B-Instruct",
|
"st_model_id": "unsloth/Qwen3-4B-Instruct-2507-GGUF",
|
||||||
"max_context_len": 128000,
|
|
||||||
"max_new_tokens": 8192,
|
|
||||||
"top_k": 5,
|
|
||||||
"top_p": 0.8,
|
|
||||||
"temperature": 0.2,
|
|
||||||
"repeat_penalty": 1.00,
|
|
||||||
"frequency_penalty": 0.2,
|
|
||||||
"system_prompt": """
|
|
||||||
Ты — эксперт по программированию, и твоя задача — генерировать только рабочий код без каких-либо комментариев, объяснений или дополнительного текста. Вывод должен содержать исключительно код, который можно скопировать и использовать напрямую.
|
|
||||||
|
|
||||||
<описание задачи>
|
|
||||||
|
|
||||||
Пример:
|
|
||||||
Если требуется написать функцию на Python, которая суммирует два числа, то ответ должен быть таким:
|
|
||||||
```
|
|
||||||
def sum(a, b):
|
|
||||||
return a + b
|
|
||||||
```
|
|
||||||
"""
|
|
||||||
},
|
|
||||||
"models": {
|
|
||||||
"Qwen2.5-Coder-3B-Instruct-w8w8-For-clear-code": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"Qwen2.5-Coder-3B-Instruct-w8w8": {
|
|
||||||
"base_config": {
|
|
||||||
"st_model_id": "Qwen/Qwen2.5-14B-Instruct",
|
|
||||||
"max_context_len": 128000,
|
"max_context_len": 128000,
|
||||||
"max_new_tokens": 8192,
|
"max_new_tokens": 8192,
|
||||||
"top_k": 5,
|
"top_k": 5,
|
||||||
@@ -55,7 +28,7 @@ model_configs = {
|
|||||||
"system_prompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant"
|
"system_prompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant"
|
||||||
},
|
},
|
||||||
"models": {
|
"models": {
|
||||||
"Qwen2.5-Coder-3B-Instruct-w8w8": {"filename": "Qwen2.5-Coder-3B-Instruct-w8w8.rkllm"}
|
"Qwen3-4B-Instruct-2507-F16": {"filename": "Qwen3-4B-Instruct-2507-F16.rkllm"}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
# "LLaMA-Mesh": {
|
# "LLaMA-Mesh": {
|
||||||
|
|||||||
20
docker-compose-prod.yml
Normal file
20
docker-compose-prod.yml
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
services:
|
||||||
|
rkllm:
|
||||||
|
image: git.home/drholy/rkllm-gradio-server:latest
|
||||||
|
container_name: rkllm
|
||||||
|
restart: always
|
||||||
|
privileged: true
|
||||||
|
volumes:
|
||||||
|
- ./models:/app/models:ro
|
||||||
|
ulimits:
|
||||||
|
nofile:
|
||||||
|
soft: 16384
|
||||||
|
hard: 1048576
|
||||||
|
ports:
|
||||||
|
- "8080:8080"
|
||||||
|
networks:
|
||||||
|
- apps
|
||||||
|
networks:
|
||||||
|
apps:
|
||||||
|
name: apps
|
||||||
|
driver: bridge
|
||||||
Reference in New Issue
Block a user