4.9 KiB
1 nano install.sh
2 bash install.sh
3 apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
4 curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list
5 apt-get update
6 export NVIDIA_CONTAINER_TOOLKIT_VERSION=1.17.8-1
7 apt-get install -y nvidia-container-toolkit=${NVIDIA_CONTAINER_TOOLKIT_VERSION} nvidia-container-toolkit-base=${NVIDIA_CONTAINER_TOOLKIT_VERSION} libnvidia-container-tools=${NVIDIA_CONTAINER_TOOLKIT_VERSION} libnvidia-container1=${NVIDIA_CONTAINER_TOOLKIT_VERSION}
8 docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi
9 nvidia-smi
10 docker ps 11 install linux-headers-$(uname -r) 12 apt install linux-headers-$(uname -r) 13 $ wget https://developer.download.nvidia.com/compute/nvidia-driver/$version/local_installers/nvidia-driver-local-repo-$distro-$version_$arch_ext.deb 14 lspci -k | grep -EA2 'VGA|3D' 15 nvidia-container-cli 16 clear 17 nano /etc/docker/daemon.json 18 nvidia-container-toolkit 19 apt-get install -y nvidia-container-runtime 20 systemctl restart docker 21 docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi 22 docker ps 23 mkdir /opt/llm 24 ls 25 cd /opt/llm/ 26 ls 27 cd models/ 28 ls 29 git clone https://huggingface.co/Qwen/Qwen3-8B/tree/main 30 apt install git 31 git lfs install 32 apt install lfs 33 apt install git-lfs 34 git lfs install 35 git clone https://huggingface.co/Qwen/Qwen3-8B 36 ls 37 cd Qwen3-8B/ 38 ls 39 cd .. 40 ls 41 docker compose build 42 docker compose up -d 43 cd app/ 44 ls 45 ls -lah 46 chmod +x entrypoint.sh 47 cd .. 48 docker compose up -d 49 docker exec 50 docker exec --help 51 docker logs 52 docker ps 53 docker logs llm-llm-chat 54 docker compose down 55 docker compose up -d 56 docker logs 57 docker ps 58 docker exec -it llm-chat 59 docker exec -it llm-chat bash 60 history 61 docker exec -it llm-chat bash 62 ls 63 cd /opt/ 64 ls 65 cd llm/ 66 ls 67 docker compose down 68 docker compose rebuild 69 docker compose build 70 docker compose up -d 71 docker exec -it llm-chat bash 72 ls 73 docker compose down 74 docker build 75 docker compose build 76 dockdr compose up -d 77 docker up -d 78 docker compose up -d 79 docker exec -ti llm-chat bash 80 docker compose build 81 docker exec -ti llm-chat bash 82 docker compose build 83 docker compose up -d 84 docker exec -ti llm-chat bash 85 docker compose down 86 docker compose build 87 docker compose up -d && docker logs llm-chat 88 docker logs ll-chat 89 docker ps 90 docker compose up -d && docker logs llm-chat 91 docker compose down 92 docker compose up -d 93 docker exec -ti llm-chat bash 94 docker compose down 95 cd .. 96 mkdir llm2 97 cp llm/models/ llm2/ 98 cp llm/models/ llm2/ -r 99 df -h 100 df / -h 101 cd llm2 102 ls 103 cd models/ 104 ls 105 rm -rf Qwen3-4B/ 106 df -h 107 docker compose up -d --build 108 docker compose up -d 109 docker logs llm-chat 110 docker ps 111 docker compose down 112 docker compose up -d 113 docker logs llm-chat 114 docker ps 115 docker compose down 116 docker compose up -d --build 117 docker exec -it llm-chat bash 118 docker compose down 119 docker compose up -d --build 120 docker exec -it llm-chat bash 121 docker compose down 122 docker compose up -d --build 123 docker exec -it llm-chat bash 124 docker compose down 125 docker compose up -d --build 126 docker exec -it llm-chat bash 127 ls 128 rm Qwen3-8B-AWQ/ -rf 129 df -h 130 git clone https://huggingface.co/Qwen/Qwen3-4B-Base 131 ls 132 docker ps 133 docker exec -it llm-chat bash 134 docker compose down 135 docker compose up -d --build 136 docker exec -it llm-chat bash 137 docker compose down 138 docker compose up -d --build 139 docker exec -it llm-chat bash 140 docker compose down 141 docker compose up -d --build 142 cd ,, 143 cd .. 144 ls 145 df -h 146 docker images | grep llm-chat 147 docker save llm-chat -0 llm-chat-offline.tar 148 docker save llm-chat -o llm-chat-offline.tar 149 docker save llm2-llm-chat -o llm-chat-offline.tar 150 ls 151 ls -lah 152 cd llm2/ 153 ls 154 docker compose down 155 history 156 ls 157 history > history.md