drholy/ezrknn-llm
1
0
Fork 0
mirror of https://github.com/DrHo1y/ezrknn-llm.git synced 2026-03-27 11:06:44 +07:00
Code Issues Packages Projects Releases Wiki Activity

Removed some leftovers from rebase

Browse Source
This commit is contained in:
Angel-HF
2024-05-09 20:04:21 +02:00
committed by GitHub
parent 94ddf6aacf
commit 04d6e4b8ca
1 changed files with 0 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
rkllm-runtime/examples/rkllm_api_demo/src/main.cpp
View File

@@ -54,11 +54,7 @@ void callback(RKLLMResult *result, void *userdata, LLMCallState state)
}
else
{
<<<<<<< HEAD:rkllm-runtime/example/src/main.cpp
printf("%s", text);
=======
printf("%s", result->text);
>>>>>>> airockchip-main:rkllm-runtime/examples/rkllm_api_demo/src/main.cpp
}
}
@@ -80,14 +76,10 @@ int main(int argc, char **argv)
param.top_k = 1;
param.max_new_tokens = 256;
param.max_context_len = 512;
<<<<<<< HEAD:rkllm-runtime/example/src/main.cpp
=======
param.logprobs = false;
param.top_logprobs = 5;
param.use_gpu = false;
>>>>>>> airockchip-main:rkllm-runtime/examples/rkllm_api_demo/src/main.cpp
rkllm_init(&llmHandle, param, callback);
printf("RKLLM init success!\n");