Skip to content

Commit 61a74cd

Browse files
authored
Relax requirement for patch size and config for llava preprocessor (#1142)
* relax requirement for patch size and config for llava preprocessor * Update optimum/intel/openvino/modeling_visual_language.py
1 parent 588738d commit 61a74cd

File tree

2 files changed

+9
-1
lines changed

2 files changed

+9
-1
lines changed

optimum/exporters/openvino/utils.py

+8
Original file line numberDiff line numberDiff line change
@@ -295,6 +295,14 @@ def save_preprocessors(
295295
if is_transformers_version(">=", "4.45") and model_type == "phi3-v" and len(preprocessors) > 1:
296296
if not hasattr(preprocessors[1], "chat_template"):
297297
preprocessors[1].chat_template = getattr(preprocessors[0], "chat_template", None)
298+
if (
299+
is_transformers_version(">=", "4.45")
300+
and model_type in ["llava", "llava-next"]
301+
and preprocessors is not None
302+
):
303+
if getattr(preprocessors[1], "patch_size", None) is None:
304+
preprocessors[1].patch_size = config.vision_config.patch_size
305+
preprocessors[1].vision_feature_select_strategy = config.vision_feature_select_strategy
298306
for processor in preprocessors:
299307
try:
300308
processor.save_pretrained(output)

optimum/intel/openvino/modeling_visual_language.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1021,7 +1021,7 @@ def preprocess_inputs(
10211021
else:
10221022
prompt = text
10231023

1024-
if getattr(processor, "patch_size", None) is None:
1024+
if is_transformers_version(">", "4.47.99") and getattr(processor, "patch_size", None) is None:
10251025
if (
10261026
getattr(config, "vision_config", None) is not None
10271027
and getattr(config.vision_config, "patch_size", None) is not None

0 commit comments

Comments
 (0)