mirror of
https://github.com/DrHo1y/ezrknn-llm.git
synced 2026-03-23 09:06:47 +07:00
26 lines
733 B
Bash
Executable File
26 lines
733 B
Bash
Executable File
#!/bin/bash
|
|
|
|
# Dependencies
|
|
apt update
|
|
apt install -y python3 pip git curl wget nano sudo apt-utils
|
|
|
|
# Better than using the default from Rockchip
|
|
git clone https://github.com/Pelochus/ezrknn-llm/
|
|
curl https://raw.githubusercontent.com/Pelochus/ezrknn-llm/master/install.sh | sudo bash
|
|
|
|
# For running the test.py
|
|
pip install /ezrknn-llm/rkllm-toolkit/packages/rkllm_toolkit-1.0.1-cp38-cp38-linux_x86_64.whl
|
|
|
|
# Clone some compatible LLMs
|
|
cd /ezrknn-llm/rkllm-toolkit/examples/huggingface
|
|
git clone https://huggingface.co/Qwen/Qwen-1_8B-Chat
|
|
|
|
# Done here to avoid cloning full repository for the Docker image
|
|
apt install -y git-lfs
|
|
|
|
# Needed
|
|
DEBIAN_FRONTEND=noninteractive apt install -y python3-tk
|
|
|
|
# cd Qwen-1_8B-Chat
|
|
# git lfs pull
|