158 lines
4.9 KiB
Markdown
158 lines
4.9 KiB
Markdown
1 nano install.sh
|
|
2 bash install.sh
|
|
3 apt-get install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin
|
|
4 curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list
|
|
5 apt-get update
|
|
6 export NVIDIA_CONTAINER_TOOLKIT_VERSION=1.17.8-1
|
|
7 apt-get install -y nvidia-container-toolkit=${NVIDIA_CONTAINER_TOOLKIT_VERSION} nvidia-container-toolkit-base=${NVIDIA_CONTAINER_TOOLKIT_VERSION} libnvidia-container-tools=${NVIDIA_CONTAINER_TOOLKIT_VERSION} libnvidia-container1=${NVIDIA_CONTAINER_TOOLKIT_VERSION}
|
|
8 docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi
|
|
9 nvidia-smi
|
|
10 docker ps
|
|
11 install linux-headers-$(uname -r)
|
|
12 apt install linux-headers-$(uname -r)
|
|
13 $ wget https://developer.download.nvidia.com/compute/nvidia-driver/$version/local_installers/nvidia-driver-local-repo-$distro-$version_$arch_ext.deb
|
|
14 lspci -k | grep -EA2 'VGA|3D'
|
|
15 nvidia-container-cli
|
|
16 clear
|
|
17 nano /etc/docker/daemon.json
|
|
18 nvidia-container-toolkit
|
|
19 apt-get install -y nvidia-container-runtime
|
|
20 systemctl restart docker
|
|
21 docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi
|
|
22 docker ps
|
|
23 mkdir /opt/llm
|
|
24 ls
|
|
25 cd /opt/llm/
|
|
26 ls
|
|
27 cd models/
|
|
28 ls
|
|
29 git clone https://huggingface.co/Qwen/Qwen3-8B/tree/main
|
|
30 apt install git
|
|
31 git lfs install
|
|
32 apt install lfs
|
|
33 apt install git-lfs
|
|
34 git lfs install
|
|
35 git clone https://huggingface.co/Qwen/Qwen3-8B
|
|
36 ls
|
|
37 cd Qwen3-8B/
|
|
38 ls
|
|
39 cd ..
|
|
40 ls
|
|
41 docker compose build
|
|
42 docker compose up -d
|
|
43 cd app/
|
|
44 ls
|
|
45 ls -lah
|
|
46 chmod +x entrypoint.sh
|
|
47 cd ..
|
|
48 docker compose up -d
|
|
49 docker exec
|
|
50 docker exec --help
|
|
51 docker logs
|
|
52 docker ps
|
|
53 docker logs llm-llm-chat
|
|
54 docker compose down
|
|
55 docker compose up -d
|
|
56 docker logs
|
|
57 docker ps
|
|
58 docker exec -it llm-chat
|
|
59 docker exec -it llm-chat bash
|
|
60 history
|
|
61 docker exec -it llm-chat bash
|
|
62 ls
|
|
63 cd /opt/
|
|
64 ls
|
|
65 cd llm/
|
|
66 ls
|
|
67 docker compose down
|
|
68 docker compose rebuild
|
|
69 docker compose build
|
|
70 docker compose up -d
|
|
71 docker exec -it llm-chat bash
|
|
72 ls
|
|
73 docker compose down
|
|
74 docker build
|
|
75 docker compose build
|
|
76 dockdr compose up -d
|
|
77 docker up -d
|
|
78 docker compose up -d
|
|
79 docker exec -ti llm-chat bash
|
|
80 docker compose build
|
|
81 docker exec -ti llm-chat bash
|
|
82 docker compose build
|
|
83 docker compose up -d
|
|
84 docker exec -ti llm-chat bash
|
|
85 docker compose down
|
|
86 docker compose build
|
|
87 docker compose up -d && docker logs llm-chat
|
|
88 docker logs ll-chat
|
|
89 docker ps
|
|
90 docker compose up -d && docker logs llm-chat
|
|
91 docker compose down
|
|
92 docker compose up -d
|
|
93 docker exec -ti llm-chat bash
|
|
94 docker compose down
|
|
95 cd ..
|
|
96 mkdir llm2
|
|
97 cp llm/models/ llm2/
|
|
98 cp llm/models/ llm2/ -r
|
|
99 df -h
|
|
100 df / -h
|
|
101 cd llm2
|
|
102 ls
|
|
103 cd models/
|
|
104 ls
|
|
105 rm -rf Qwen3-4B/
|
|
106 df -h
|
|
107 docker compose up -d --build
|
|
108 docker compose up -d
|
|
109 docker logs llm-chat
|
|
110 docker ps
|
|
111 docker compose down
|
|
112 docker compose up -d
|
|
113 docker logs llm-chat
|
|
114 docker ps
|
|
115 docker compose down
|
|
116 docker compose up -d --build
|
|
117 docker exec -it llm-chat bash
|
|
118 docker compose down
|
|
119 docker compose up -d --build
|
|
120 docker exec -it llm-chat bash
|
|
121 docker compose down
|
|
122 docker compose up -d --build
|
|
123 docker exec -it llm-chat bash
|
|
124 docker compose down
|
|
125 docker compose up -d --build
|
|
126 docker exec -it llm-chat bash
|
|
127 ls
|
|
128 rm Qwen3-8B-AWQ/ -rf
|
|
129 df -h
|
|
130 git clone https://huggingface.co/Qwen/Qwen3-4B-Base
|
|
131 ls
|
|
132 docker ps
|
|
133 docker exec -it llm-chat bash
|
|
134 docker compose down
|
|
135 docker compose up -d --build
|
|
136 docker exec -it llm-chat bash
|
|
137 docker compose down
|
|
138 docker compose up -d --build
|
|
139 docker exec -it llm-chat bash
|
|
140 docker compose down
|
|
141 docker compose up -d --build
|
|
142 cd ,,
|
|
143 cd ..
|
|
144 ls
|
|
145 df -h
|
|
146 docker images | grep llm-chat
|
|
147 docker save llm-chat -0 llm-chat-offline.tar
|
|
148 docker save llm-chat -o llm-chat-offline.tar
|
|
149 docker save llm2-llm-chat -o llm-chat-offline.tar
|
|
150 ls
|
|
151 ls -lah
|
|
152 cd llm2/
|
|
153 ls
|
|
154 docker compose down
|
|
155 history
|
|
156 ls
|
|
157 history > history.md
|