update dockerfile: enttypoint outside docker

This commit is contained in:
2026-02-04 19:48:59 +07:00
parent c7887b70b3
commit 9f1327cf1c
3 changed files with 101 additions and 40 deletions

View File

@@ -3,9 +3,16 @@ set -e
MODELS_PATH="models"
OUTPUT_DIR="compiled-models"
IMAGE_NAME="rkllm-builder"
IMAGE_NAME="git.home/drholy/builder_rkllm:latest"
CONTAINER_NAME="rkllm-compile-$$"
MODEL_NAME="Qwen3-4B-Instruct-2507-Q4_0"
MODEL_PATH="/models/$MODEL_NAME/$MODEL_NAME.gguf"
MODEL_OUTPUT="/output/"
MODEL_FORMAT="gguf"
MODEL_QUANT_ENABLE="True"
MODEL_QUANT="w8a8"
mkdir -p "$MODELS_PATH" "$OUTPUT_DIR"
echo "🏗️ Сборка образа для компиляции..."
@@ -27,6 +34,8 @@ docker run --rm \
--name "$CONTAINER_NAME" \
-v "$(pwd)/$MODELS_PATH:/models" \
-v "$(pwd)/$OUTPUT_DIR:/output" \
"$IMAGE_NAME"
-v "$(pwd)/entrypoint.py:/work/entrypoint.py:ro" \
"$IMAGE_NAME" \
python3 /work/entrypoint.py --model $MODEL_PATH --output $MODEL_OUTPUT --format $MODEL_FORMAT --enable-q $MODEL_QUANT_ENABLE --quant $MODEL_QUANT
echo "✅ Модель сохранена в: $OUTPUT_DIR"