drholy/ezrknn-llm
1
0
Fork 0
mirror of https://github.com/DrHo1y/ezrknn-llm.git synced 2026-03-23 09:06:47 +07:00
Code Issues Packages Projects Releases Wiki Activity

Minor visual changes to prints and code cleanup

Browse Source
This commit is contained in:
Angel-HF
2024-04-16 18:32:31 +02:00
committed by Pelochus
parent a02e69f46e
commit 20a9f1e0f6
1 changed files with 10 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
rkllm-runtime/example/src/main.cpp
View File

@@ -27,18 +27,17 @@
#define PROMPT_TEXT_POSTFIX "<|im_end|><|im_start|>assistant" #define PROMPT_TEXT_POSTFIX "<|im_end|><|im_start|>assistant"
using namespace std; using namespace std;
LLMHandle llmHandle = nullptr; LLMHandle llmHandle = nullptr;
void exit_handler(int signal) void exit_handler(int signal)
{ {
if (llmHandle != nullptr) if (llmHandle != nullptr)
{
{ {
cout << "Catched exit signal. Exiting..." << endl; cout << "Catched exit signal. Exiting..." << endl;
LLMHandle _tmp = llmHandle; LLMHandle _tmp = llmHandle;
llmHandle = nullptr; llmHandle = nullptr;
rkllm_destroy(_tmp); rkllm_destroy(_tmp);
}
exit(signal); exit(signal);
} }
} }
@@ -83,21 +82,21 @@ int main(int argc, char **argv)
printf("RKLLM init success!\n"); printf("RKLLM init success!\n");
vector<string> pre_input; vector<string> pre_input;
pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs. \n"); pre_input.push_back("Welcome to ezrkllm! This is an adaptation of Rockchip's rknn-llm repo (see github.com/airockchip/rknn-llm) for running LLMs on its SoCs' NPUs.\n");
pre_input.push_back("You are currently running the runtime for "); pre_input.push_back("You are currently running the runtime for ");
pre_input.push_back(param.target_platform); pre_input.push_back(param.target_platform);
pre_input.push_back("\nTo exit the model, enter either exit or quit\n"); pre_input.push_back("\nTo exit the model, enter either exit or quit\n");
pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu"); pre_input.push_back("\nMore information here: https://github.com/Pelochus/ezrknpu");
pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm"); pre_input.push_back("\nDetailed information for devs here: https://github.com/Pelochus/ezrknn-llm");
cout << "\n************************ Pelochus' ezrkllm runtime **********************\n" << endl; cout << "\n*************************** Pelochus' ezrkllm runtime *************************\n" << endl;
for (int i = 0; i < (int)pre_input.size(); i++) for (int i = 0; i < (int)pre_input.size(); i++)
{ {
cout << "[" << i << "] " << pre_input[i] << endl; cout << pre_input[i];
} }
cout << "\n*************************************************************************\n" << endl; cout << "\n*******************************************************************************\n" << endl;
string text; string text;
while (true) while (true)
@@ -123,7 +122,7 @@ int main(int argc, char **argv)
} }
string text = PROMPT_TEXT_PREFIX + input_str + PROMPT_TEXT_POSTFIX; string text = PROMPT_TEXT_PREFIX + input_str + PROMPT_TEXT_POSTFIX;
printf("LLM Model: "); printf("LLM: ");
rkllm_run(llmHandle, text.c_str(), NULL); rkllm_run(llmHandle, text.c_str(), NULL);
} }