fix code to work

This commit is contained in:
2026-02-04 18:34:47 +07:00
parent d21997b0d9
commit c7887b70b3
4 changed files with 33 additions and 15 deletions

View File

@@ -1,16 +1,24 @@
FROM ubuntu:22.04 AS builder
FROM nvidia/cuda:12.1.0-runtime-ubuntu22.04 AS builder
# Установка зависимостей
RUN apt update && apt-get install -y \
python3 pip git curl wget nano sudo apt-utils && \
python3.10 pip git curl wget nano sudo apt-utils && \
rm -rf /var/lib/apt/lists/*
# Установка RKLLM Toolkit
RUN git clone https://github.com/airockchip/rknn-llm
# Удаляем защиту PEP 668
RUN rm -f /usr/lib/python3.*/EXTERNALLY-MANAGED || true
RUN pip3 install torch==2.6.0 numpy==1.26.4
# 2. Установите auto_gptq БЕЗ CUDA (игнорируя суффиксы версий)
RUN pip install auto-gptq==0.7.1 --no-build-isolation
# Установка Python-пакета
RUN pip3 install /ezrknn-llm/rkllm-toolkit/packages/rkllm_toolkit-1.2.3-cp312-cp312-linux_x86_64.whl
RUN pip3 install /rknn-llm/rkllm-toolkit/packages/rkllm_toolkit-1.2.3-cp310-cp310-linux_x86_64.whl
# Клонирование модели
WORKDIR /models