We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent beee18c commit b59cd03Copy full SHA for b59cd03
src/plugins/intel_gpu/src/runtime/execution_config.cpp
@@ -235,8 +235,8 @@ void ExecutionConfig::update_specific_default_properties(const cldnn::device_inf
235
return;
236
specific_default_properties_is_set = true;
237
238
- // Enable KV-cache compression by default for non-systolic platforms
239
- if (get_property(ov::hint::kv_cache_precision) == ov::element::undefined && !info.supports_immad) {
+ // Enable KV-cache compression by default
+ if (get_property(ov::hint::kv_cache_precision) == ov::element::undefined) {
240
set_property(ov::hint::kv_cache_precision(ov::element::i8));
241
}
242
0 commit comments