Skip to content

Commit 3fe5853

Browse files
remove io_binding
1 parent e9f3aa3 commit 3fe5853

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

tests/neural_compressor/test_optimization.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -94,7 +94,7 @@ def test_dynamic_quantization(self, task, model_arch, expected_quantized_matmuls
9494

9595
quantized_model = None
9696
save_onnx_model = False
97-
model_kwargs = {"use_cache": False, "use_io_binding": False} if task == "text-generation" else {}
97+
model_kwargs = {"use_cache": False} if task == "text-generation" else {}
9898
quantization_config = PostTrainingQuantConfig(approach="dynamic")
9999

100100
with tempfile.TemporaryDirectory() as tmp_dir:
@@ -136,7 +136,7 @@ def test_static_quantization(self, task, model_arch, expected_quantized_matmuls)
136136
quantized_model = None
137137
save_onnx_model = False
138138
quantization_config = PostTrainingQuantConfig(approach="static")
139-
model_kwargs = {"use_cache": False, "use_io_binding": False} if task == "text-generation" else {}
139+
model_kwargs = {"use_cache": False} if task == "text-generation" else {}
140140

141141
with tempfile.TemporaryDirectory() as tmp_dir:
142142
for backend in ["torch", "ort"]:

0 commit comments

Comments
 (0)