Merge branch 'main' into zhyncs/v0.4.1.post4

sgl-project · Jan 2, 2025 · 3a5517d · 3a5517d
2 parents ee6ebf7 + 8c8779c
commit 3a5517d
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
@@ -917,10 +917,9 @@ def __init__(
         atexit.register(self.shutdown)
 
         # Pre-allocate ports
-        for port in range(10000, 40000):
+        for port in range(self.server_args.port, 40000):
             if is_port_available(port):
                 break
-            port += 1
         self.server_args.port = port
 
         self.url = self.server_args.url()

diff --git a/python/sglang/srt/speculative/eagle_utils.py b/python/sglang/srt/speculative/eagle_utils.py
@@ -601,11 +601,11 @@ def verify(self, batch: ScheduleBatch, logits_output: torch.Tensor) -> torch.Ten
             req.check_finished()
             if req.finished():
                 draft_input.has_finished = True
-                finished_extend_len[req.rid] = verified_len + 1
             else:
                 new_accept_index.append(accept_index[low : low + verified_len + 1])
                 unfinished_index.append(i)
             low += verified_len + 1
+            finished_extend_len[req.rid] = verified_len + 1
 
         if len(new_accept_index) > 0:
             new_accept_index = torch.cat(new_accept_index, dim=0)