update dockerfile: enttypoint outside docker
This commit is contained in:
13
build.sh
13
build.sh
@@ -3,9 +3,16 @@ set -e
|
||||
|
||||
MODELS_PATH="models"
|
||||
OUTPUT_DIR="compiled-models"
|
||||
IMAGE_NAME="rkllm-builder"
|
||||
IMAGE_NAME="git.home/drholy/builder_rkllm:latest"
|
||||
CONTAINER_NAME="rkllm-compile-$$"
|
||||
|
||||
MODEL_NAME="Qwen3-4B-Instruct-2507-Q4_0"
|
||||
MODEL_PATH="/models/$MODEL_NAME/$MODEL_NAME.gguf"
|
||||
MODEL_OUTPUT="/output/"
|
||||
MODEL_FORMAT="gguf"
|
||||
MODEL_QUANT_ENABLE="True"
|
||||
MODEL_QUANT="w8a8"
|
||||
|
||||
mkdir -p "$MODELS_PATH" "$OUTPUT_DIR"
|
||||
|
||||
echo "🏗️ Сборка образа для компиляции..."
|
||||
@@ -27,6 +34,8 @@ docker run --rm \
|
||||
--name "$CONTAINER_NAME" \
|
||||
-v "$(pwd)/$MODELS_PATH:/models" \
|
||||
-v "$(pwd)/$OUTPUT_DIR:/output" \
|
||||
"$IMAGE_NAME"
|
||||
-v "$(pwd)/entrypoint.py:/work/entrypoint.py:ro" \
|
||||
"$IMAGE_NAME" \
|
||||
python3 /work/entrypoint.py --model $MODEL_PATH --output $MODEL_OUTPUT --format $MODEL_FORMAT --enable-q $MODEL_QUANT_ENABLE --quant $MODEL_QUANT
|
||||
|
||||
echo "✅ Модель сохранена в: $OUTPUT_DIR"
|
||||
Reference in New Issue
Block a user