We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f094cad commit dab4a78Copy full SHA for dab4a78
optimum/intel/ipex/modeling_base.py
@@ -298,6 +298,7 @@ def forward(
298
def _prepare_generation_config(
299
self, generation_config: Optional[GenerationConfig], **kwargs: Dict
300
) -> Tuple[GenerationConfig, Dict]:
301
+ kwargs["use_cache"] = self.use_cache
302
generation_config, model_kwargs = super()._prepare_generation_config(generation_config, **kwargs)
303
generation_method = generation_config.get_generation_mode().value
304
if self.compiled and generation_config.cache_implementation != "ipex_paged" and self._supports_static_cache:
0 commit comments