Added docs about how to quit the LLM

This commit is contained in:
Pelochus
2024-04-15 18:35:42 +00:00
parent 22eac62fcf
commit b9cbd11b58
2 changed files with 4 additions and 1 deletions

View File

@@ -12,6 +12,8 @@ cp build/build_linux_aarch64_Release/llm_demo /usr/bin
cp ../runtime/Linux/librkllm_api/aarch64/librkllmrt.so /usr/local/include cp ../runtime/Linux/librkllm_api/aarch64/librkllmrt.so /usr/local/include
``` ```
To exit the LLM enter either `exit` or `quit`.
## Run ## Run
```bash ```bash
adb shell adb shell

View File

@@ -86,6 +86,7 @@ int main(int argc, char **argv)
pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n"); pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n");
pre_input.push_back("You are currently running the runtime for "); pre_input.push_back("You are currently running the runtime for ");
pre_input.push_back(param.target_platform); pre_input.push_back(param.target_platform);
pre_input.push_back("\nTo exit the model, enter either exit or quit\n");
pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu"); pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu");
pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm"); pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm");