|
80 | 80 | "%pip install -q \"nncf>=2.9.0\" datasets"
|
81 | 81 | ]
|
82 | 82 | },
|
| 83 | + { |
| 84 | + "cell_type": "code", |
| 85 | + "execution_count": null, |
| 86 | + "id": "4c23018e", |
| 87 | + "metadata": {}, |
| 88 | + "outputs": [], |
| 89 | + "source": [ |
| 90 | + "# Fetch the notebook utils script from the openvino_notebooks repo\n", |
| 91 | + "import requests\n", |
| 92 | + "\n", |
| 93 | + "r = requests.get(\n", |
| 94 | + " url=\"https://raw.githubusercontent.com/openvinotoolkit/openvino_notebooks/latest/utils/notebook_utils.py\",\n", |
| 95 | + ")\n", |
| 96 | + "open(\"notebook_utils.py\", \"w\").write(r.text)" |
| 97 | + ] |
| 98 | + }, |
83 | 99 | {
|
84 | 100 | "attachments": {},
|
85 | 101 | "cell_type": "markdown",
|
|
496 | 512 | }
|
497 | 513 | ],
|
498 | 514 | "source": [
|
499 |
| - "import ipywidgets as widgets\n", |
500 |
| - "\n", |
| 515 | + "from notebook_utils import device_widget\n", |
501 | 516 | "\n",
|
502 |
| - "core = ov.Core()\n", |
503 |
| - "device = widgets.Dropdown(\n", |
504 |
| - " options=core.available_devices + [\"AUTO\"],\n", |
505 |
| - " value=\"AUTO\",\n", |
506 |
| - " description=\"Device:\",\n", |
507 |
| - " disabled=False,\n", |
508 |
| - ")\n", |
| 517 | + "device = device_widget()\n", |
509 | 518 | "\n",
|
510 | 519 | "device"
|
511 | 520 | ]
|
|
522 | 531 | },
|
523 | 532 | "outputs": [],
|
524 | 533 | "source": [
|
| 534 | + "core = ov.Core()\n", |
| 535 | + "\n", |
525 | 536 | "ov_text_encoder = core.compile_model(TEXT_ENCODER_OV_PATH, device.value)\n",
|
526 | 537 | "ov_transformer = core.compile_model(TRANSFORMER_OV_PATH, device.value)\n",
|
527 | 538 | "ov_vqvae = core.compile_model(VQVAE_OV_PATH, device.value)"
|
|
755 | 766 | },
|
756 | 767 | "outputs": [],
|
757 | 768 | "source": [
|
| 769 | + "from notebook_utils import quantization_widget\n", |
| 770 | + "\n", |
758 | 771 | "QUANTIZED_TRANSFORMER_OV_PATH = Path(str(TRANSFORMER_OV_PATH).replace(\".xml\", \"_quantized.xml\"))\n",
|
759 | 772 | "\n",
|
760 | 773 | "skip_for_device = \"GPU\" in device.value\n",
|
761 |
| - "to_quantize = widgets.Checkbox(value=not skip_for_device, description=\"Quantization\", disabled=skip_for_device)\n", |
| 774 | + "to_quantize = quantization_widget(not skip_for_device)\n", |
762 | 775 | "to_quantize"
|
763 | 776 | ]
|
764 | 777 | },
|
|
774 | 787 | },
|
775 | 788 | "outputs": [],
|
776 | 789 | "source": [
|
777 |
| - "import requests\n", |
778 |
| - "\n", |
779 | 790 | "r = requests.get(\n",
|
780 | 791 | " url=\"https://raw.githubusercontent.com/openvinotoolkit/openvino_notebooks/latest/utils/skip_kernel_extension.py\",\n",
|
781 | 792 | ")\n",
|
|
1067 | 1078 | "metadata": {},
|
1068 | 1079 | "outputs": [],
|
1069 | 1080 | "source": [
|
| 1081 | + "import ipywidgets as widgets\n", |
| 1082 | + "\n", |
1070 | 1083 | "quantized_model_present = QUANTIZED_TRANSFORMER_OV_PATH.exists()\n",
|
1071 | 1084 | "\n",
|
1072 | 1085 | "use_quantized_model = widgets.Checkbox(\n",
|
|
1085 | 1098 | "metadata": {},
|
1086 | 1099 | "outputs": [],
|
1087 | 1100 | "source": [
|
1088 |
| - "import requests\n", |
1089 | 1101 | "from pathlib import Path\n",
|
1090 | 1102 | "\n",
|
1091 | 1103 | "if not Path(\"gradio_helper.py\").exists():\n",
|
|
0 commit comments