Comment

vllm-project · Dec 2, 2024 · c2b3b3a · c2b3b3a
1 parent f066b25
commit c2b3b3a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/benchmarks/benchmark_throughput.py b/benchmarks/benchmark_throughput.py
@@ -315,7 +315,8 @@ def main(args: argparse.Namespace):
                 diff = args.input_len - tokenized_len
                 if diff > 0:
                     candidate_ids.extend([
-                        random.randint(0, vocab_size - 1) for _ in range(diff)
+                        random.randint(100, vocab_size - 100)
+                        for _ in range(diff)
                     ])
                 else:
                     candidate_ids = candidate_ids[:diff]