add test for optimum intel

Author: NoushNabi

.github/workflows/test.yml

@@ -59,3 +59,4 @@ jobs:
       - name: Run entire pipeline quickly without any data
         # Checking RunSpecs with openai/davinci should be comprehensive enough
         run: source venv/bin/activate && helm-run --suite test -m 100 --skip-instances --models-to-run openai/davinci --exit-on-error
+        run: source venv/bin/activate && helm-run --run-entries boolq:model=stanford-crfm/BioMedLM --enable-huggingface-models stanford-crfm/BioMedLM --suite v1 --max-eval-instances 10 --openvino

src/helm/clients/huggingface_client.py

@@ -82,23 +82,17 @@ def __init__(
                 except ModuleNotFoundError as e:
                     handle_module_not_found_error(e, ["openvino"])
 
-                model_file = Path(pretrained_model_name_or_path) / "openvino_model.xml"
-                if model_file.exists():
-                    export = False
-                else:
-                    export = True
-
                 self.device = "cpu"
                 # Security issue: currently we trust remote code by default.
                 # We retain this temporarily to maintain reverse compatibility.
                 # TODO: Delete if-else and don't set trust_remote_code=True
                 if "trust_remote_code" in kwargs:
                     self.model = OVModelForCausalLM.from_pretrained(
-                        pretrained_model_name_or_path, export=export, **kwargs
+                        pretrained_model_name_or_path, export=True, **kwargs
                     ).to(self.device)
                 else:
                     self.model = OVModelForCausalLM.from_pretrained(
-                        pretrained_model_name_or_path, export=export, trust_remote_code=True, **kwargs
+                        pretrained_model_name_or_path, export=True, trust_remote_code=True, **kwargs
                     ).to(self.device)
             else:
                 # Security issue: currently we trust remote code by default.