mirror of
https://github.com/DrHo1y/ezrknn-llm.git
synced 2026-11-19 16:42:49 +07:00
Added docs about how to quit the LLM
This commit is contained in:
@@ -12,6 +12,8 @@ cp build/build_linux_aarch64_Release/llm_demo /usr/bin
|
|||||||
cp ../runtime/Linux/librkllm_api/aarch64/librkllmrt.so /usr/local/include
|
cp ../runtime/Linux/librkllm_api/aarch64/librkllmrt.so /usr/local/include
|
||||||
```
|
```
|
||||||
|
|
||||||
|
To exit the LLM enter either `exit` or `quit`.
|
||||||
|
|
||||||
## Run
|
## Run
|
||||||
```bash
|
```bash
|
||||||
adb shell
|
adb shell
|
||||||
|
|||||||
@@ -53,7 +53,7 @@ void callback(const char *text, void *userdata, LLMCallState state)
|
|||||||
{
|
{
|
||||||
printf("\\LLM run error\n");
|
printf("\\LLM run error\n");
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
printf("%s", text);
|
printf("%s", text);
|
||||||
}
|
}
|
||||||
@@ -86,6 +86,7 @@ int main(int argc, char **argv)
|
|||||||
pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n");
|
pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n");
|
||||||
pre_input.push_back("You are currently running the runtime for ");
|
pre_input.push_back("You are currently running the runtime for ");
|
||||||
pre_input.push_back(param.target_platform);
|
pre_input.push_back(param.target_platform);
|
||||||
|
pre_input.push_back("\nTo exit the model, enter either exit or quit\n");
|
||||||
pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu");
|
pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu");
|
||||||
pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm");
|
pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm");
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user