set the default value of being 0

lvhan028 · Oct 9, 2023 · 83ab9c1 · 83ab9c1
1 parent 19fea86
commit 83ab9c1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmdeploy/turbomind/turbomind.py b/lmdeploy/turbomind/turbomind.py
@@ -229,7 +229,7 @@ def stream_infer(self,
                      request_output_len: int = 512,
                      sequence_start: bool = True,
                      sequence_end: bool = False,
-                     step=1,
+                     step=0,
                      stop=False,
                      top_p=0.8,
                      top_k=40,