Qwen2.5-VL-3B-Instruct / run_qwen2_5_vl_video.sh
qqc1989's picture
update the video models
3cb8955 verified
raw
history blame contribute delete
790 Bytes
./main \
--template_filename_axmodel "qwen2_5-vl-3b-video-ax650/qwen2_5_vl_p512_l%d_together.axmodel" \
--axmodel_num 36 \
--filename_vpm_resampler_axmodedl "qwen2_5-vl-3b-video-ax650/Qwen2.5-VL-3B-Instruct_vision_nhwc.axmodel" \
--tokenizer_type 2 \
--bos 0 --eos 0 \
--dynamic_load_axmodel_layer 0 \
--use_mmap_load_embed 1 \
--filename_tokenizer_model "http://127.0.0.1:12345" \
--filename_post_axmodel "qwen2_5-vl-3b-video-ax650/qwen2_5_vl_post.axmodel" \
--use_topk 0 \
--filename_tokens_embed "qwen2_5-vl-3b-video-ax650/model.embed_tokens.weight.bfloat16.bin" \
--tokens_embed_num 151936 \
--tokens_embed_size 2048 \
--live_print 1 \
--continue 1 \
--img_width 308 \
--img_height 308 \
--vision_start_token_id 151652 \
--post_config_path post_config.json \
--prompt "$1" --image "$2"