Skip to content

Commit 9e06f44

Browse files
authored
Add phi3 vlm transformers example (#2135)
Signed-off-by: Kaihui-intel <kaihui.tang@intel.com>
1 parent 84dbb20 commit 9e06f44

File tree

5 files changed

+241
-328
lines changed

5 files changed

+241
-328
lines changed

examples/.config/model_params_pytorch_3x.json

+8
Original file line numberDiff line numberDiff line change
@@ -143,6 +143,14 @@
143143
"main_script": "run_clm_no_trainer.py",
144144
"batch_size": 1
145145
},
146+
"phi3_vlm_128k_autoround_int4":{
147+
"model_src_dir": "multimodal-modeling/quantization/auto_round",
148+
"dataset_location": "",
149+
"input_model": "",
150+
"main_script": "mllm.py",
151+
"batch_size": 8,
152+
"iters": 50
153+
},
146154
"gpt_j_ipex":{
147155
"model_src_dir": "nlp/huggingface_models/language-modeling/quantization/static_quant/ipex",
148156
"dataset_location": "",

0 commit comments

Comments
 (0)