diff --git a/configs/quick_schedules/panoptic_fpn_R_50_instant_test.yaml b/configs/quick_schedules/panoptic_fpn_R_50_instant_test.yaml
index 26f3b140c6..7cdee7bfcf 100644
--- a/configs/quick_schedules/panoptic_fpn_R_50_instant_test.yaml
+++ b/configs/quick_schedules/panoptic_fpn_R_50_instant_test.yaml
@@ -16,4 +16,4 @@ SOLVER:
   MAX_ITER: 40
   IMS_PER_BATCH: 4
 DATALOADER:
-  NUM_WORKERS: 2
+  NUM_WORKERS: 1