[llm_bench] Fix way with relative path of media for json prompts

Author: sbalandi

tools/llm_bench/llm_bench_utils/model_utils.py

@@ -312,3 +312,12 @@ def init_timestamp(num_iters, prompt_list, prompt_idx_list):
             p_idx = prompt_idx_list[idx]
             iter_timestamp[num][p_idx] = {}
     return iter_timestamp
+
+
+def resolve_media_file_path(file_path, prompt_file_path):
+    if not file_path:
+        return file_path
+    if not (file_path.startswith("http://") or file_path.startswith("https://")):
+        return os.path.join(os.path.dirname(prompt_file_path), file_path.replace("./", ""))
+    return file_path
+    

tools/llm_bench/task/image_generation.py

@@ -37,6 +37,11 @@ def read_image(image_path: str, ov_tensor=True):
     return pil_image
 
 
+def load_image_genai(image_path):
+    pil_image = load_image(image_path)
+    image_data = np.array(pil_image)[None]
+    return ov.Tensor(image_data)
+
 def collects_input_args(image_param, model_type, model_name, infer_count=None, height=None, width=None, callback=None, image_as_ov_tensor=True):
     input_args = {}
     input_args["width"] = image_param.get('width', width or DEFAULT_IMAGE_WIDTH)
@@ -277,6 +282,9 @@ def get_image_prompt(args):
         image_param_list = parse_json_data.parse_image_json_data(output_data_list)
         if len(image_param_list) > 0:
             for image_data in image_param_list:
+                if args['prompt_file'] is not None and len(args['prompt_file']) > 0:
+                    image_data['media'] = model_utils.resolve_media_file_path(image_data.get("media"), args['prompt_file'][0])
+                    image_data['mask_image'] = model_utils.resolve_media_file_path(image_data.get("mask_image"), args['prompt_file'][0])
                 input_image_list.append(image_data)
     else:
         input_image_list.append(output_data_list[0])

tools/llm_bench/task/visual_language_generation.py

@@ -366,10 +366,7 @@ def get_image_text_prompt(args):
         if len(vlm_param_list) > 0:
             for vlm_file in vlm_param_list:
                 if args['prompt_file'] is not None and len(args['prompt_file']) > 0:
-                    media_path = vlm_file["media"]
-                    if not (media_path.startswith("http://") or media_path.startswith("https://")):
-                        media_path = os.path.join(os.path.dirname(args['prompt_file'][0]), media_path.replace("./", ""))
-                    vlm_file['media'] = media_path
+                    vlm_file['media'] = model_utils.resolve_media_file_path(vlm_file.get("media"), args['prompt_file'][0])
                 vlm_file_list.append(vlm_file)
     else:
         vlm_file_list.append(output_data_list)