Add qwen2-1.5b-instruct into igpu performance (#11735)

* updated qwen1.5B to all transformer==4.37 yaml * updated qwen1.5B to all transformer==4.37 yaml
intel-analytics · Aug 8, 2024 · 27b4b10 · 27b4b10
1 parent 107f7aa
commit 27b4b10
Show file tree

Hide file tree

Showing 7 changed files with 7 additions and 0 deletions.
diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'

diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'

diff --git a/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit_437.yaml b/python/llm/test/benchmark/igpu-perf/1024-128_int4_fp16_loadlowbit_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'

diff --git a/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_437.yaml b/python/llm/test/benchmark/igpu-perf/2048-256_int4_fp16_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'

diff --git a/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16_437.yaml b/python/llm/test/benchmark/igpu-perf/3072-384_int4_fp16_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'

diff --git a/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_437.yaml b/python/llm/test/benchmark/igpu-perf/32-32_int4_fp16_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'

diff --git a/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_437.yaml b/python/llm/test/benchmark/igpu-perf/4096-512_int4_fp16_437.yaml
@@ -1,5 +1,6 @@
 repo_id:
   - 'Qwen/Qwen1.5-7B-Chat'
+  - 'Qwen/Qwen2-1.5B-Instruct'
   - 'Qwen/Qwen2-7B-Instruct'
   - 'microsoft/Phi-3-mini-4k-instruct'
   - 'microsoft/Phi-3-mini-128k-instruct'