Add Phi-3 mini to Optimum (#1841)

kunal-vaishnavi · web-flow · commit db6db6fc6a06 · 2024-05-09T11:12:55.000+02:00
* Load config from folder

* Add Phi-3 to normalized config
diff --git a/optimum/modeling_base.py b/optimum/modeling_base.py
@@ -358,7 +358,7 @@ def from_pretrained(
             if os.path.isdir(os.path.join(model_id, subfolder)) and cls.config_name == CONFIG_NAME:
                 if CONFIG_NAME in os.listdir(os.path.join(model_id, subfolder)):
                     config = AutoConfig.from_pretrained(
-                        os.path.join(model_id, subfolder, CONFIG_NAME), trust_remote_code=trust_remote_code
+                        os.path.join(model_id, subfolder), trust_remote_code=trust_remote_code
                     )
                 elif CONFIG_NAME in os.listdir(model_id):
                     config = AutoConfig.from_pretrained(
diff --git a/optimum/utils/normalized_config.py b/optimum/utils/normalized_config.py
@@ -252,6 +252,7 @@ class NormalizedConfigManager:
         "pegasus": BartLikeNormalizedTextConfig,
         "pix2struct": Pix2StructNormalizedTextConfig,
         "phi": NormalizedTextConfig,
+        "phi3": NormalizedTextConfigWithGQA,
         "poolformer": NormalizedVisionConfig,
         "regnet": NormalizedVisionConfig,
         "resnet": NormalizedVisionConfig,

Original file line number	Diff line number	Diff line change
`@@ -358,7 +358,7 @@ def from_pretrained(`
`358`	`358`	`if os.path.isdir(os.path.join(model_id, subfolder)) and cls.config_name == CONFIG_NAME:`
`359`	`359`	`if CONFIG_NAME in os.listdir(os.path.join(model_id, subfolder)):`
`360`	`360`	`config = AutoConfig.from_pretrained(`
`361`		`- os.path.join(model_id, subfolder, CONFIG_NAME), trust_remote_code=trust_remote_code`
	`361`	`+ os.path.join(model_id, subfolder), trust_remote_code=trust_remote_code`
`362`	`362`	`)`
`363`	`363`	`elif CONFIG_NAME in os.listdir(model_id):`
`364`	`364`	`config = AutoConfig.from_pretrained(`