drholy/ezrknn-llm
1
0
Fork 0
mirror of https://github.com/DrHo1y/ezrknn-llm.git synced 2026-03-23 09:06:47 +07:00
Code Issues Packages Projects Releases Wiki Activity

Added default Qwen modelpath

Browse Source
This commit is contained in:
Angel-HF
2024-04-06 12:53:08 +02:00
committed by Pelochus
parent 2f64326612
commit 6cb14da924
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
rkllm-toolkit/examples/huggingface/test.py
View File

@@ -5,7 +5,8 @@ https://huggingface.co/Qwen/Qwen-1_8B-Chat
Download the Qwen model from the above website. Download the Qwen model from the above website.
''' '''
modelpath = '/path/to/your/model' # Default option. Works only if in the same directory
modelpath = 'Qwen-1_8B-Chat'
llm = RKLLM() llm = RKLLM()
# Load model # Load model
@@ -25,5 +26,3 @@ ret = llm.export_rkllm("./qwen.rkllm")
if ret != 0: if ret != 0:
print('Export model failed!') print('Export model failed!')
exit(ret) exit(ret)