From 0ac0bc54bd716d42d778f17de267af735570ef71 Mon Sep 17 00:00:00 2001 From: Angel-HF <49835792+Pelochus@users.noreply.github.com> Date: Sat, 6 Apr 2024 11:48:10 +0200 Subject: [PATCH] Initial entrypoint.sh file --- docker/entrypoint.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 docker/entrypoint.sh diff --git a/docker/entrypoint.sh b/docker/entrypoint.sh new file mode 100644 index 0000000..528365b --- /dev/null +++ b/docker/entrypoint.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +# Dependencies +apt install -y python3 pip git curl wget nano sudo # python3-tk + +# Better than using the default from Rockchip +curl https://raw.githubusercontent.com/Pelochus/ezrknn-llm/master/install.sh | sudo bash + +# For running the test.py +pip install /ezrknn-llm/rkllm-toolkit/packages/rkllm_toolkit-1.0.0-cp38-cp38-linux_x86_64.whl + +# Clone some compatible LLMs +cd /ezrknn-llm/rkllm-toolkit/examples/huggingface +git clone https://huggingface.co/Qwen/Qwen-1_8B-Chat +git clone https://huggingface.co/georgesung/llama2_7b_chat_uncensored