From 2b763bf8e023918d16891d70c4e230d1649579f0 Mon Sep 17 00:00:00 2001 From: Yishuo Wang Date: Tue, 6 Aug 2024 07:00:48 +0800 Subject: [PATCH] update --- python/llm/src/ipex_llm/utils/benchmark_util.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/src/ipex_llm/utils/benchmark_util.py b/python/llm/src/ipex_llm/utils/benchmark_util.py index cbbd6c6a9e39..e3aaa9fd4336 100644 --- a/python/llm/src/ipex_llm/utils/benchmark_util.py +++ b/python/llm/src/ipex_llm/utils/benchmark_util.py @@ -2452,7 +2452,7 @@ def greedy_search( last_token_time.append(end - st) # stop if we exceed the maximum length - if stopping_criteria(input_ids, scores): + if stopping_criteria(input_ids, scores)[0]: this_peer_finished = True if this_peer_finished and not synced_gpus: