From d7f008da186188f62cc54169564c767a29ce8732 Mon Sep 17 00:00:00 2001 From: Pelochus Date: Mon, 15 Apr 2024 18:35:42 +0000 Subject: [PATCH] Added docs about how to quit the LLM --- rkllm-runtime/examples/rkllm_api_demo/README.md | 2 ++ rkllm-runtime/examples/rkllm_api_demo/src/main.cpp | 1 + 2 files changed, 3 insertions(+) diff --git a/rkllm-runtime/examples/rkllm_api_demo/README.md b/rkllm-runtime/examples/rkllm_api_demo/README.md index 3949abe..cdc9d4c 100644 --- a/rkllm-runtime/examples/rkllm_api_demo/README.md +++ b/rkllm-runtime/examples/rkllm_api_demo/README.md @@ -17,6 +17,8 @@ cp ../runtime/Linux/librkllm_api/aarch64/librkllmrt.so /usr/local/lib >>>>>>>> dc2e2bb (Fixed README and renamed):rkllm-runtime/examples/rkllm_api_demo/README.md ``` +To exit the LLM enter either `exit` or `quit`. + ## Run ```bash adb shell diff --git a/rkllm-runtime/examples/rkllm_api_demo/src/main.cpp b/rkllm-runtime/examples/rkllm_api_demo/src/main.cpp index e930124..6c7866c 100644 --- a/rkllm-runtime/examples/rkllm_api_demo/src/main.cpp +++ b/rkllm-runtime/examples/rkllm_api_demo/src/main.cpp @@ -88,6 +88,7 @@ int main(int argc, char **argv) pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n"); pre_input.push_back("You are currently running the runtime for "); pre_input.push_back(param.target_platform); + pre_input.push_back("\nTo exit the model, enter either exit or quit\n"); pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu"); pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm");