edit docker compose

This commit is contained in:
2025-03-25 22:47:33 +07:00
parent 05d3dfcf25
commit 8eb596032d
4 changed files with 47 additions and 6 deletions

View File

@@ -7,10 +7,6 @@ message_print() {
echo
}
message_print "install apt packages"
apt update
apt install -y pip git curl wget nano sudo apt-utils cmake
cd /
message_print "Changing to repository..."
@@ -18,13 +14,16 @@ git clone https://github.com/DrHo1y/ezrknn-llm
cd ezrknn-llm/
cp ./rkllm-runtime/runtime/Linux/librkllm_api/aarch64/* /usr/lib
cp ./rkllm-runtime/runtime/Linux/librkllm_api/include/* /usr/local/include
message_print "Compiling LLM runtime for Linux..."
cd ./rkllm-runtime/examples/rkllm_api_demo/
bash build-linux.sh
message_print "Moving rkllm to /usr/bin..."
cp ./build/build_linux_aarch64_Release/llm_demo /usr/bin/rkllm
echo "* soft nofile 16384" >> /etc/security/limits.conf
echo "* hard nofile 1048576" >> /etc/security/limits.conf
message_print "Increasing file limit for all users (needed for LLMs to run)..."
echo "root soft nofile 16384" >> /etc/security/limits.conf
echo "root hard nofile 1048576" >> /etc/security/limits.conf