diff --git a/rkllm-runtime/example/README.md b/rkllm-runtime/example/README.md index 9b0d5d9..144fbec 100644 --- a/rkllm-runtime/example/README.md +++ b/rkllm-runtime/example/README.md @@ -12,6 +12,8 @@ cp build/build_linux_aarch64_Release/llm_demo /usr/bin cp ../runtime/Linux/librkllm_api/aarch64/librkllmrt.so /usr/local/include ``` +To exit the LLM enter either `exit` or `quit`. + ## Run ```bash adb shell diff --git a/rkllm-runtime/example/src/main.cpp b/rkllm-runtime/example/src/main.cpp index dd0d742..273848d 100644 --- a/rkllm-runtime/example/src/main.cpp +++ b/rkllm-runtime/example/src/main.cpp @@ -53,7 +53,7 @@ void callback(const char *text, void *userdata, LLMCallState state) { printf("\\LLM run error\n"); } - else + else { printf("%s", text); } @@ -86,6 +86,7 @@ int main(int argc, char **argv) pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n"); pre_input.push_back("You are currently running the runtime for "); pre_input.push_back(param.target_platform); + pre_input.push_back("\nTo exit the model, enter either exit or quit\n"); pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu"); pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm");