From 669bb5830a7a7fb1fc6dddcb1e7a77a20d0b9c9c Mon Sep 17 00:00:00 2001 From: drholy Date: Sun, 3 Aug 2025 07:37:00 +0000 Subject: [PATCH] update readme and add install.sh --- README.md | 101 ++++++++++++++++++++++++++++++++++++++++++++++++----- install.sh | 42 ++++++++++++++++++++++ 2 files changed, 135 insertions(+), 8 deletions(-) create mode 100644 install.sh diff --git a/README.md b/README.md index 5b69518..ddb3f31 100644 --- a/README.md +++ b/README.md @@ -68,12 +68,7 @@ docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi --- -## 3. Установка системных зависимостей - -### Установка заголовков ядра Linux -```bash -apt install linux-headers-$(uname -r) -``` +## 3. Проверка наличия драйверов видеокарты ### Проверка видеодрайверов ```bash @@ -133,8 +128,10 @@ git lfs install > ✅ Успешное клонирование: ```bash -git clone https://huggingface.co/Qwen/Qwen3-8B -cd Qwen3-8B/ +mkdir models/ +cd models +git clone https://huggingface.co/Qwen/Qwen3-4B +git clone https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 ``` --- @@ -244,6 +241,94 @@ history > history.md --- +## Структура проекта + +```bash +├── Dockerfile +├── README.md +├── app +│   ├── __pycache__ +│   │   └── config.cpython-310.pyc +│   ├── config.py +│   ├── data +│   │   ├── chroma_db +│   │   │   ├── 55652433-5130-4082-b593-3dcf3ad2bc92 +│   │   │   └── chroma.sqlite3 +│   │   ├── docs +│   │   │   ├── REALITY.md +│   │   │   ├── VLESS-GRPC.md +│   │   │   ├── XTLS-Vision.md +│   │   │   └── marzban_ru.md +│   │   ├── generate_json_files.py +│   │   ├── generated_docs_db.py +│   │   └── parsed_json +│   │   ├── REALITY.json +│   │   ├── VLESS-GRPC.json +│   │   ├── XTLS-Vision.json +│   │   └── marzban_ru.json +│   ├── main.py +│   └── old_without_db.py +├── backup_docker_image.md +├── cache +│   ├── cache +│   │   ├── chroma +│   │   │   └── telemetry_user_id +│   │   └── pip +│   │   ├── http-v2 +│   │   └── selfcheck +│   └── site-packages +├── docker-compose.yml +├── history.md +├── models +│   ├── Qwen3-4B +│   │   ├── LICENSE +│   │   ├── README.md +│   │   ├── config.json +│   │   ├── generation_config.json +│   │   ├── merges.txt +│   │   ├── model-00001-of-00003.safetensors +│   │   ├── model-00002-of-00003.safetensors +│   │   ├── model-00003-of-00003.safetensors +│   │   ├── model.safetensors.index.json +│   │   ├── tokenizer.json +│   │   ├── tokenizer_config.json +│   │   └── vocab.json +│   └── paraphrase-multilingual-MiniLM-L12-v2 +│   ├── 1_Pooling +│   │   └── config.json +│   ├── README.md +│   ├── config.json +│   ├── config_sentence_transformers.json +│   ├── model.safetensors +│   ├── modules.json +│   ├── onnx +│   │   ├── model.onnx +│   │   ├── model_O1.onnx +│   │   ├── model_O2.onnx +│   │   ├── model_O3.onnx +│   │   ├── model_O4.onnx +│   │   ├── model_qint8_arm64.onnx +│   │   ├── model_qint8_avx512.onnx +│   │   ├── model_qint8_avx512_vnni.onnx +│   │   └── model_quint8_avx2.onnx +│   ├── openvino +│   │   ├── openvino_model.bin +│   │   ├── openvino_model.xml +│   │   ├── openvino_model_qint8_quantized.bin +│   │   └── openvino_model_qint8_quantized.xml +│   ├── pytorch_model.bin +│   ├── sentence_bert_config.json +│   ├── sentencepiece.bpe.model +│   ├── special_tokens_map.json +│   ├── tf_model.h5 +│   ├── tokenizer.json +│   ├── tokenizer_config.json +│   └── unigram.json +└── offline_packages + └── requirements.txt +``` + + ## Выводы Был успешно выполнен полный цикл: diff --git a/install.sh b/install.sh new file mode 100644 index 0000000..b5ae071 --- /dev/null +++ b/install.sh @@ -0,0 +1,42 @@ +#!/bin/bash +apt-get update +apt-get install ca-certificates curl +install -m 0755 -d /etc/apt/keyrings +curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc +chmod a+r /etc/apt/keyrings/docker.asc +echo \ + "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \ + $(. /etc/os-release && echo "${UBUNTU_CODENAME:-$VERSION_CODENAME}") stable" | \ + tee /etc/apt/sources.list.d/docker.list > /dev/null + +echo \ +'{ \ + "runtimes": { \ + "nvidia": { \ + "path": "nvidia-container-runtime", \ + "runtimeArgs": [] \ + } \ + }, \ + "default-runtime": "nvidia" \ +}' > /etc/docker/daemon.json + +curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && \ +curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \ + sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \ + tee /etc/apt/sources.list.d/nvidia-container-toolkit.list + +apt-get update +export NVIDIA_CONTAINER_TOOLKIT_VERSION=1.17.8-1 +apt-get install -y \ + nvidia-container-toolkit=${NVIDIA_CONTAINER_TOOLKIT_VERSION} \ + nvidia-container-toolkit-base=${NVIDIA_CONTAINER_TOOLKIT_VERSION} \ + libnvidia-container-tools=${NVIDIA_CONTAINER_TOOLKIT_VERSION} \ + libnvidia-container1=${NVIDIA_CONTAINER_TOOLKIT_VERSION} \ + nvidia-container-runtime \ + docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin \ + git git-lfs + +git lfs install + +lspci -k | grep -EA2 'VGA|3D' +nvidia-smi