mirror of
https://github.com/DrHo1y/ezrknn-llm.git
synced 2026-03-23 17:16:44 +07:00
22 lines
656 B
Bash
Executable File
22 lines
656 B
Bash
Executable File
#!/bin/bash
|
|
|
|
# Dependencies
|
|
apt update
|
|
apt install -y python3 pip git git-lfs curl wget nano sudo # python3-tk
|
|
|
|
# Better than using the default from Rockchip
|
|
curl https://raw.githubusercontent.com/Pelochus/ezrknn-llm/master/install.sh | sudo bash
|
|
|
|
# For running the test.py
|
|
pip install /ezrknn-llm/rkllm-toolkit/packages/rkllm_toolkit-1.0.0-cp38-cp38-linux_x86_64.whl
|
|
|
|
# Clone some compatible LLMs
|
|
cd /ezrknn-llm/rkllm-toolkit/examples/huggingface
|
|
git clone https://huggingface.co/Qwen/Qwen-1_8B-Chat
|
|
git clone https://huggingface.co/georgesung/llama2_7b_chat_uncensored
|
|
|
|
# cd Qwen-1_8B-Chat
|
|
# git lfs pull
|
|
# cd ../llama2_7b_chat_uncensored
|
|
# git lfs pull
|