diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
index cdc7611ae9..22049474ab 100644
--- a/tests/openvino/test_modeling.py
+++ b/tests/openvino/test_modeling.py
@@ -502,6 +502,7 @@ class OVModelForCausalLMIntegrationTest(unittest.TestCase):
         "qwen2",
         "stablelm",
         # "starcoder2", # TODO: enable with next transformers release
+        "phi",
     )
     GENERATION_LENGTH = 100
     IS_SUPPORT_STATEFUL = is_openvino_version(">=", "2023.3")
@@ -534,6 +535,7 @@ def test_compare_to_transformers(self, model_arch):
         self.assertEqual(
             ov_model.stateful, self.IS_SUPPORT_STATEFUL and ov_model.config.model_type not in not_stateful
         )
+        set_seed(SEED)
         transformers_model = AutoModelForCausalLM.from_pretrained(model_id, **model_kwargs)
         tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=model_arch in self.REMOTE_CODE_MODELS)
         if model_arch == "qwen":
diff --git a/tests/openvino/utils_tests.py b/tests/openvino/utils_tests.py
index 9453103d73..6d3829f048 100644
--- a/tests/openvino/utils_tests.py
+++ b/tests/openvino/utils_tests.py
@@ -70,6 +70,7 @@
     "nystromformer": "hf-internal-testing/tiny-random-NystromformerModel",
     "pegasus": "hf-internal-testing/tiny-random-pegasus",
     "pix2struct": "fxmarty/pix2struct-tiny-random",
+    "phi": "hf-internal-testing/tiny-random-PhiForCausalLM",
     "poolformer": "hf-internal-testing/tiny-random-PoolFormerModel",
     "qwen": "katuni4ka/tiny-random-qwen",
     "qwen2": "Qwen/Qwen1.5-0.5B",