From e7e121eed11690294f41c83c27666250d8695b64 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Tue, 30 Jul 2024 16:05:21 +0800
Subject: [PATCH 01/24] check model pattern changes

---
 .github/workflows/llm_bench-python.yml | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
index e90f7ff9f0..dcf1de92fa 100644
--- a/.github/workflows/llm_bench-python.yml
+++ b/.github/workflows/llm_bench-python.yml
@@ -55,6 +55,14 @@ jobs:
       with:
         name: llm.bench_diff
         path: llm.bench_diff.diff
+    - name: Check model pattern changes
+      run: |
+        pip install pytest
+        git clone --depth 1 --filter=blob:none --no-checkout https://github.com/openvinotoolkit/openvino
+        cd openvino
+        git checkout master tests/model_hub_tests/transformation_tests tests/model_hub_tests/models_hub_common
+        cd tests/model_hub_tests
+        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v
     - name: Test bloomz-560m on Linux
       run: |
         python ./llm_bench/python/convert.py --model_id bigscience/bloomz-560m --output_dir ./ov_models/bloomz-560m --precision FP16

From ed5369d98233937c06afad6291be3d0eeebc344a Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Tue, 30 Jul 2024 16:35:22 +0800
Subject: [PATCH 02/24] clone tests/model_hub_tests

---
 .github/workflows/llm_bench-python.yml | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
index dcf1de92fa..ff7e057feb 100644
--- a/.github/workflows/llm_bench-python.yml
+++ b/.github/workflows/llm_bench-python.yml
@@ -57,12 +57,11 @@ jobs:
         path: llm.bench_diff.diff
     - name: Check model pattern changes
       run: |
-        pip install pytest
         git clone --depth 1 --filter=blob:none --no-checkout https://github.com/openvinotoolkit/openvino
         cd openvino
-        git checkout master tests/model_hub_tests/transformation_tests tests/model_hub_tests/models_hub_common
+        git checkout master tests/model_hub_tests/
         cd tests/model_hub_tests
-        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v
+        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short
     - name: Test bloomz-560m on Linux
       run: |
         python ./llm_bench/python/convert.py --model_id bigscience/bloomz-560m --output_dir ./ov_models/bloomz-560m --precision FP16

From ab1fb17dd3dd5ed8f1570b5ae274dceeae1ef4db Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Tue, 30 Jul 2024 16:58:29 +0800
Subject: [PATCH 03/24] PagedAttention Test

---
 .github/workflows/llm_bench-python.yml | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
index ff7e057feb..7157acc627 100644
--- a/.github/workflows/llm_bench-python.yml
+++ b/.github/workflows/llm_bench-python.yml
@@ -55,13 +55,16 @@ jobs:
       with:
         name: llm.bench_diff
         path: llm.bench_diff.diff
-    - name: Check model pattern changes
+    - name: PagedAttention Test
       run: |
         git clone --depth 1 --filter=blob:none --no-checkout https://github.com/openvinotoolkit/openvino
         cd openvino
         git checkout master tests/model_hub_tests/
         cd tests/model_hub_tests
-        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short
+        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit --html=TEST-torch_pagedattention_tests.html --self-contained-html -v --tb=short
+      env:
+          TEST_DEVICE: CPU
+          USE_SYSTEM_CACHE: False
     - name: Test bloomz-560m on Linux
       run: |
         python ./llm_bench/python/convert.py --model_id bigscience/bloomz-560m --output_dir ./ov_models/bloomz-560m --precision FP16

From e106c8db797e682b7a7bbc0913f6bba72789f86c Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Tue, 30 Jul 2024 17:08:13 +0800
Subject: [PATCH 04/24] Remove redundant commands

---
 .github/workflows/llm_bench-python.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
index 7157acc627..c690d72fd4 100644
--- a/.github/workflows/llm_bench-python.yml
+++ b/.github/workflows/llm_bench-python.yml
@@ -61,7 +61,7 @@ jobs:
         cd openvino
         git checkout master tests/model_hub_tests/
         cd tests/model_hub_tests
-        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit --html=TEST-torch_pagedattention_tests.html --self-contained-html -v --tb=short
+        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short
       env:
           TEST_DEVICE: CPU
           USE_SYSTEM_CACHE: False

From 97679557073ab35fc4ad6f044554799f8233aed6 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Tue, 30 Jul 2024 21:15:26 +0800
Subject: [PATCH 05/24] suppress warning summary

---
 .github/workflows/llm_bench-python.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
index c690d72fd4..c488c922f2 100644
--- a/.github/workflows/llm_bench-python.yml
+++ b/.github/workflows/llm_bench-python.yml
@@ -61,7 +61,7 @@ jobs:
         cd openvino
         git checkout master tests/model_hub_tests/
         cd tests/model_hub_tests
-        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short
+        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short -Wignore
       env:
           TEST_DEVICE: CPU
           USE_SYSTEM_CACHE: False

From ea218b10e0b80c6484adb6bde17bb5484efac870 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 10:45:51 +0800
Subject: [PATCH 06/24] Generate a new file to check model changes

---
 .../workflows/check_model_pattern_changes.yml | 49 +++++++++++++++++++
 .github/workflows/llm_bench-python.yml        | 10 ----
 2 files changed, 49 insertions(+), 10 deletions(-)
 create mode 100644 .github/workflows/check_model_pattern_changes.yml

diff --git a/.github/workflows/check_model_pattern_changes.yml b/.github/workflows/check_model_pattern_changes.yml
new file mode 100644
index 0000000000..07ca123d5a
--- /dev/null
+++ b/.github/workflows/check_model_pattern_changes.yml
@@ -0,0 +1,49 @@
+# This workflow will install Python dependencies, run tests and lint with a single version of Python
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: check model pattern changes
+
+env:
+  LLM_BENCH_PYPATH: llm_bench/python
+
+on:
+  push:
+    branches: [ "master" ]
+    paths:
+      - llm_bench/python/requirements.txt
+
+permissions: read-all  # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.9"]
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install pytest
+        GIT_CLONE_PROTECTION_ACTIVE=false pip install -r ${{ env.LLM_BENCH_PYPATH }}/requirements.txt
+        pip install openvino-nightly
+
+    - name: PagedAttention Test
+      run: |
+        git clone --depth 1 --filter=blob:none --no-checkout https://github.com/openvinotoolkit/openvino
+        cd openvino
+        git checkout master tests/model_hub_tests/
+        cd tests/model_hub_tests
+        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short -Wignore
+      env:
+          TEST_DEVICE: CPU
+          USE_SYSTEM_CACHE: False
diff --git a/.github/workflows/llm_bench-python.yml b/.github/workflows/llm_bench-python.yml
index c488c922f2..e90f7ff9f0 100644
--- a/.github/workflows/llm_bench-python.yml
+++ b/.github/workflows/llm_bench-python.yml
@@ -55,16 +55,6 @@ jobs:
       with:
         name: llm.bench_diff
         path: llm.bench_diff.diff
-    - name: PagedAttention Test
-      run: |
-        git clone --depth 1 --filter=blob:none --no-checkout https://github.com/openvinotoolkit/openvino
-        cd openvino
-        git checkout master tests/model_hub_tests/
-        cd tests/model_hub_tests
-        python3 -m pytest transformation_tests/test_pa_transformation.py -m precommit -v --tb=short -Wignore
-      env:
-          TEST_DEVICE: CPU
-          USE_SYSTEM_CACHE: False
     - name: Test bloomz-560m on Linux
       run: |
         python ./llm_bench/python/convert.py --model_id bigscience/bloomz-560m --output_dir ./ov_models/bloomz-560m --precision FP16

From 429cc1b894cb8ed3c1f17cb21c22574799a11805 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 10:59:51 +0800
Subject: [PATCH 07/24] modify requirements.txt

---
 llm_bench/python/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index ed80a66deb..28893f1128 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.40.0
+transformers>=4.41.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel

From 45d7a9b90a5502597fa3f58858833d19cb2c0815 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 11:40:03 +0800
Subject: [PATCH 08/24] test triggering check model pattern changes

---
 .github/workflows/check_model_pattern_changes.yml | 4 ++++
 llm_bench/python/requirements.txt                 | 2 +-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/check_model_pattern_changes.yml b/.github/workflows/check_model_pattern_changes.yml
index 07ca123d5a..a805424ade 100644
--- a/.github/workflows/check_model_pattern_changes.yml
+++ b/.github/workflows/check_model_pattern_changes.yml
@@ -11,6 +11,10 @@ on:
     branches: [ "master" ]
     paths:
       - llm_bench/python/requirements.txt
+  pull_request:
+    paths:
+      - llm_bench/python/requirements.txt
+      - .github/workflows/check_model_pattern_changes.yml
 
 permissions: read-all  # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions
 
diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index 28893f1128..ed80a66deb 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.41.0
+transformers>=4.40.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel

From bdc738b548b02fcf4d921e007edb3ea8aebd060c Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 11:56:54 +0800
Subject: [PATCH 09/24] test triggering check model pattern changes

---
 llm_bench/python/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index ed80a66deb..28893f1128 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.40.0
+transformers>=4.41.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel

From 4886e0145a6b6a5635b53adc417ae64beaeaf4a5 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 13:32:04 +0800
Subject: [PATCH 10/24] test triggering check model pattern changes

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 2e4a23da41..83c161e820 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred')
+        log.error('An exception occurred now')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From a33295912772894b7f8046ac4b0086ce700ccc73 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 14:07:53 +0800
Subject: [PATCH 11/24] revert requirements.txt

---
 llm_bench/python/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index 28893f1128..ed80a66deb 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.41.0
+transformers>=4.40.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel

From 3653581cb91cb52db7b371629c6176d7f2e31d73 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 15:23:46 +0800
Subject: [PATCH 12/24] revert benchmark.py

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 83c161e820..2e4a23da41 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred now')
+        log.error('An exception occurred')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From 6c8c3611e6b7987e4efbc47a1f89047042b22fd5 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 15:29:40 +0800
Subject: [PATCH 13/24] modify check_model_pattern_changes.yml

---
 .github/workflows/check_model_pattern_changes.yml | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/.github/workflows/check_model_pattern_changes.yml b/.github/workflows/check_model_pattern_changes.yml
index a805424ade..15b3efccfc 100644
--- a/.github/workflows/check_model_pattern_changes.yml
+++ b/.github/workflows/check_model_pattern_changes.yml
@@ -9,9 +9,6 @@ env:
 on:
   push:
     branches: [ "master" ]
-    paths:
-      - llm_bench/python/requirements.txt
-  pull_request:
     paths:
       - llm_bench/python/requirements.txt
       - .github/workflows/check_model_pattern_changes.yml

From 724133528d75f32b93a7e3092f4e8f5f510907ea Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 15:31:34 +0800
Subject: [PATCH 14/24] modify requirement.txt

---
 llm_bench/python/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index ed80a66deb..28893f1128 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.40.0
+transformers>=4.41.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel

From 715eccc09d56bb79bb515e926606f2f731992fdd Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 15:49:09 +0800
Subject: [PATCH 15/24] modify check_model_pattern_changes.yml

---
 .github/workflows/check_model_pattern_changes.yml | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/check_model_pattern_changes.yml b/.github/workflows/check_model_pattern_changes.yml
index 15b3efccfc..9a141ef101 100644
--- a/.github/workflows/check_model_pattern_changes.yml
+++ b/.github/workflows/check_model_pattern_changes.yml
@@ -7,10 +7,9 @@ env:
   LLM_BENCH_PYPATH: llm_bench/python
 
 on:
-  push:
-    branches: [ "master" ]
+  pull_request:
     paths:
-      - llm_bench/python/requirements.txt
+      - 'llm_bench/python/requirements.txt'
       - .github/workflows/check_model_pattern_changes.yml
 
 permissions: read-all  # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions

From 7aa0c4730207e5e48e62bb9bd4115acf4c1fc042 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 15:50:43 +0800
Subject: [PATCH 16/24] modify benchmark.py

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 2e4a23da41..4f5f933963 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred')
+        log.error('An exception occurred now.....')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From 2237c2b81314076f35f34eefb60e3057c8727f17 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 17:46:34 +0800
Subject: [PATCH 17/24] revert benchmark.py

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 4f5f933963..2e4a23da41 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred now.....')
+        log.error('An exception occurred')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From 5c2a422f6443485100a4366b761cbd3ebbcd41d4 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 17:53:53 +0800
Subject: [PATCH 18/24] revert requirements.txt

---
 .github/workflows/check_model_pattern_changes.yml | 2 +-
 llm_bench/python/requirements.txt                 | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/check_model_pattern_changes.yml b/.github/workflows/check_model_pattern_changes.yml
index 9a141ef101..3e8eeb648b 100644
--- a/.github/workflows/check_model_pattern_changes.yml
+++ b/.github/workflows/check_model_pattern_changes.yml
@@ -9,7 +9,7 @@ env:
 on:
   pull_request:
     paths:
-      - 'llm_bench/python/requirements.txt'
+      - 'requirements.txt'
       - .github/workflows/check_model_pattern_changes.yml
 
 permissions: read-all  # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions
diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index 28893f1128..ed80a66deb 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.41.0
+transformers>=4.40.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/huggingface/optimum-intel.git@439d61f79cf55d5d0b28334f577b6ac3c5ced28f#egg=optimum-intel

From 8d91eecef67fe068d3c2ee2d587bdb1c989c8445 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Wed, 31 Jul 2024 17:58:48 +0800
Subject: [PATCH 19/24] modify benchmark.py

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 2e4a23da41..c348dac364 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred')
+        log.error('An exception occurred ....')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From 518576dd1a87b113179d23f57241662e2c3e55cf Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Thu, 1 Aug 2024 10:43:13 +0800
Subject: [PATCH 20/24] revert benchmark.py

---
 .github/workflows/check_model_pattern_changes.yml | 3 +--
 llm_bench/python/benchmark.py                     | 2 +-
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/check_model_pattern_changes.yml b/.github/workflows/check_model_pattern_changes.yml
index 3e8eeb648b..ea42e8b2f7 100644
--- a/.github/workflows/check_model_pattern_changes.yml
+++ b/.github/workflows/check_model_pattern_changes.yml
@@ -9,8 +9,7 @@ env:
 on:
   pull_request:
     paths:
-      - 'requirements.txt'
-      - .github/workflows/check_model_pattern_changes.yml
+      - 'llm_bench/python/requirements.txt'
 
 permissions: read-all  # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions
 
diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index c348dac364..2e4a23da41 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred ....')
+        log.error('An exception occurred')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From 3007837106dc698ee9c4ffdb47bd594f1fd3d12f Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Thu, 1 Aug 2024 11:13:45 +0800
Subject: [PATCH 21/24] modify requirements.txt

---
 llm_bench/python/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index e7f7dfcd10..044e1aa246 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.40.0
+transformers>=4.41.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/eaidova/optimum-intel.git@ea/remove_bf16_rotary_emb_patching#egg=optimum-intel

From 1583514772e44018328393a77e20cd034350b99d Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Thu, 1 Aug 2024 11:36:29 +0800
Subject: [PATCH 22/24] revert requirements.txt

---
 llm_bench/python/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt
index 044e1aa246..e7f7dfcd10 100644
--- a/llm_bench/python/requirements.txt
+++ b/llm_bench/python/requirements.txt
@@ -7,7 +7,7 @@ openvino_genai
 auto-gptq>=0.5.1 # for gptq
 pillow
 torch
-transformers>=4.41.0
+transformers>=4.40.0
 diffusers>=0.22.0
 #optimum is in dependency list of optimum-intel 
 git+https://github.com/eaidova/optimum-intel.git@ea/remove_bf16_rotary_emb_patching#egg=optimum-intel

From 63c63e433c674edc6a515e4c55e1a43e3045e03e Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Thu, 1 Aug 2024 13:36:05 +0800
Subject: [PATCH 23/24] modify benchmark.py

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 2e4a23da41..3235bb077a 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred')
+        log.error('An exception occurred now ....')
         log.info(traceback.format_exc())
         exit(1)
     finally:

From 2bcdc28ffaae63140c557e95cd47097a9c7e4902 Mon Sep 17 00:00:00 2001
From: wgzintel <guozhong.wang@intel.com>
Date: Thu, 1 Aug 2024 13:56:18 +0800
Subject: [PATCH 24/24] revert benchmark.py

---
 llm_bench/python/benchmark.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llm_bench/python/benchmark.py b/llm_bench/python/benchmark.py
index 3235bb077a..2e4a23da41 100644
--- a/llm_bench/python/benchmark.py
+++ b/llm_bench/python/benchmark.py
@@ -762,7 +762,7 @@ def main():
                     model_precision,
                 )
     except Exception:
-        log.error('An exception occurred now ....')
+        log.error('An exception occurred')
         log.info(traceback.format_exc())
         exit(1)
     finally: