no threads for gpu

ml-explore · Nov 7, 2024 · d1b2ce8 · d1b2ce8
1 parent 6c0ad3f
commit d1b2ce8
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/mlx/scheduler.cpp b/mlx/scheduler.cpp
@@ -26,6 +26,10 @@ Stream new_stream(Device d, int threads /* = 1 */) {
     throw std::invalid_argument(
         "[new_stream] Cannot make gpu stream without gpu backend.");
   }
+  if (d == Device::gpu && threads > 1) {
+    throw std::invalid_argument(
+        "[new_stream] Cannot make multi-threaded gpu stream.");
+  }
   return scheduler::scheduler().new_stream(d, threads);
 }