Skip to content

Commit 583e435

Browse files
Updated SD HQ notebook
1 parent 4a007f5 commit 583e435

File tree

1 file changed

+10
-5
lines changed

1 file changed

+10
-5
lines changed

notebooks/openvino/stable_diffusion_hybrid_quantization.ipynb

+10-5
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@
5252
"import transformers\n",
5353
"from pathlib import Path\n",
5454
"from openvino.runtime import Core\n",
55-
"from optimum.intel import OVStableDiffusionPipeline, OVWeightQuantizationConfig\n",
55+
"from optimum.intel import OVConfig, OVQuantizer, OVStableDiffusionPipeline, OVWeightQuantizationConfig\n",
5656
"\n",
5757
"transformers.logging.set_verbosity_error()\n",
5858
"datasets.logging.set_verbosity_error()"
@@ -198,9 +198,14 @@
198198
},
199199
"outputs": [],
200200
"source": [
201-
"quantization_config = OVWeightQuantizationConfig(bits=8, dataset=calibration_dataset, num_samples=NUM_SAMPLES)\n",
202-
"int8_pipe = OVStableDiffusionPipeline.from_pretrained(model_id=MODEL_ID, export=True, quantization_config=quantization_config)\n",
203-
"int8_pipe.save_pretrained(int8_model_path)"
201+
"quantization_config = OVWeightQuantizationConfig(bits=8, num_samples=NUM_SAMPLES)\n",
202+
"int8_pipe = OVStableDiffusionPipeline.from_pretrained(model_id=MODEL_ID, export=True)\n",
203+
"quantizer = OVQuantizer(int8_pipe)\n",
204+
"quantizer.quantize(\n",
205+
" ov_config=OVConfig(quantization_config=quantization_config),\n",
206+
" calibration_dataset=calibration_dataset,\n",
207+
" save_directory=int8_model_path\n",
208+
")"
204209
]
205210
},
206211
{
@@ -613,7 +618,7 @@
613618
"name": "python",
614619
"nbconvert_exporter": "python",
615620
"pygments_lexer": "ipython3",
616-
"version": "3.11.7"
621+
"version": "3.8.10"
617622
}
618623
},
619624
"nbformat": 4,

0 commit comments

Comments
 (0)