From 4da37bfa2464cba8e8d8fbe750357192f1cb5161 Mon Sep 17 00:00:00 2001
From: TatLead <hkdsethomas@gmail.com>
Date: Wed, 13 Mar 2024 21:27:05 +0000
Subject: [PATCH] Update Palworld.py

---
 protocols/Palworld.py | 21 +++++++++++++++------
 1 file changed, 15 insertions(+), 6 deletions(-)

diff --git a/protocols/Palworld.py b/protocols/Palworld.py
index efbabdf..f279466 100644
--- a/protocols/Palworld.py
+++ b/protocols/Palworld.py
@@ -1,3 +1,4 @@
+from concurrent.futures import FIRST_COMPLETED, ThreadPoolExecutor, wait
 from datetime import datetime, timezone
 from pymongo import UpdateOne
 from tqdm import tqdm
@@ -63,13 +64,21 @@ def _fetch_until_empty(self):
         servers = []
         pbar = tqdm(total=1, desc=f'[{self.key}] Fetch Page')
 
-        while pbar.n < pbar.total:
-            if server_list := self._fetch_page(pbar.total):
-                servers.extend(server_list)
-                pbar.total += 1
+        with ThreadPoolExecutor() as executor:
+            futures = {executor.submit(self._fetch_page, pbar.total)}
 
-            pbar.update(1)
-            pbar.refresh()
+            while futures:
+                done, futures = wait(futures, return_when=FIRST_COMPLETED)
+
+                for future in done:
+                    pbar.update(1)
+
+                    if server_list := future.result():
+                        pbar.total += 1
+                        futures.add(executor.submit(self._fetch_page, pbar.total))
+                        servers.extend(server_list)
+
+                    pbar.refresh()
 
         return servers