[compute logs] standardize on fetching 1MB at a time (#28101)

get websocket and polling versions aligned with a smaller chunk size ## How I Tested These Changes load large compute logs with websockets on and off
dagster-io · Feb 27, 2025 · b0ac0ea · b0ac0ea · github-actions · Feb 27, 2025
1 parent eccaeda
commit b0ac0ea
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/js_modules/dagster-ui/packages/ui-core/src/runs/CapturedLogPanel.tsx b/js_modules/dagster-ui/packages/ui-core/src/runs/CapturedLogPanel.tsx
@@ -216,7 +216,7 @@ const CAPTURED_LOGS_METADATA_QUERY = gql`
   }
 `;
 
-const QUERY_LOG_LIMIT = 100000;
+const QUERY_LOG_LIMIT = 1048576; // 1MB
 const POLL_INTERVAL = 5000;
 
 const CapturedLogsSubscriptionProvider = ({

diff --git a/python_modules/dagster/dagster/_core/storage/compute_log_manager.py b/python_modules/dagster/dagster/_core/storage/compute_log_manager.py
@@ -13,7 +13,7 @@
 from dagster._record import record
 from dagster._serdes import whitelist_for_serdes
 
-MAX_BYTES_CHUNK_READ: Final = 4194304  # 4 MB
+MAX_BYTES_CHUNK_READ: Final = 1048576  # 1 MB
 
 
 class ComputeIOType(Enum):