diff --git a/comfy/model_prefetch.py b/comfy/model_prefetch.py
index 2aad5eea7..7aedab530 100644
--- a/comfy/model_prefetch.py
+++ b/comfy/model_prefetch.py
@@ -47,7 +47,7 @@ def cleanup_prefetch_queues():
     GRAPH_CAPTURE_STREAMS = {}
 
 def prefetch_queue_pop(queue, device, module, dtype=None, core=None, enable_graph=False, generator=None):
-    enable_graph = enable_graph and not args.disable_cuda_graphs and comfy.model_management.is_device_cuda(device)
+    enable_graph = enable_graph and not args.disable_cuda_graphs and comfy.model_management.is_device_cuda(device) and getattr(module, "_v_block", None) is not None
     if queue is None:
         if core is not None:
             core()