Update README.md
Browse files
README.md
CHANGED
|
@@ -32,6 +32,26 @@ cd rknn-llm/examples/rkllm_server_demo
|
|
| 32 |
python3 flask_server.py --rkllm_model_path /path/to/model/Qwen2.5-7B-Instruct-1M_W8A8_RK3588.rkllm --target_platform rk3588
|
| 33 |
```
|
| 34 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
### Out-of-Scope Use
|
| 36 |
|
| 37 |
+ Not supported for rk3576, rk3562
|
|
|
|
| 32 |
python3 flask_server.py --rkllm_model_path /path/to/model/Qwen2.5-7B-Instruct-1M_W8A8_RK3588.rkllm --target_platform rk3588
|
| 33 |
```
|
| 34 |
|
| 35 |
+
### Export Pipeline
|
| 36 |
+
|
| 37 |
+
```bash
|
| 38 |
+
# init rkllm export environment
|
| 39 |
+
cd ~/autodl-tmp
|
| 40 |
+
git clone https://github.com/airockchip/rknn-llm.git
|
| 41 |
+
conda init
|
| 42 |
+
conda create -n rkllm python=3.10
|
| 43 |
+
conda activate rkllm
|
| 44 |
+
cd rknn-llm
|
| 45 |
+
pip install rkllm-toolkit/rkllm_toolkit-1.1.4-cp310-cp310-linux_x86_64.whl
|
| 46 |
+
|
| 47 |
+
# processing
|
| 48 |
+
cd examples/DeepSeek-R1-Distill-Qwen-1.5B_Demo/export
|
| 49 |
+
# /root/autodl-tmp/models/Qwen2.5-7B-Instruct-1M
|
| 50 |
+
python generate_data_quant.py -m /root/autodl-tmp/models/Qwen2.5-7B-Instruct-1M
|
| 51 |
+
# modify `modelpath` in `export_rkllm.py`
|
| 52 |
+
python export_rkllm.py
|
| 53 |
+
```
|
| 54 |
+
|
| 55 |
### Out-of-Scope Use
|
| 56 |
|
| 57 |
+ Not supported for rk3576, rk3562
|