[MISC] Fix misleading batch_size_capture_list when cuda_graph_sizes < 4

Signed-off-by: billishyahao <[email protected]>

Author: billishyahao

vllm/config/__init__.py

@@ -617,9 +617,10 @@ def _set_cudagraph_sizes(self):
             not self.model_config.enforce_eager:
             cuda_graph_sizes = self.scheduler_config.cuda_graph_sizes
             if len(cuda_graph_sizes) == 1:
-                batch_size_capture_list = [1, 2, 4] + [
-                    i for i in range(8, cuda_graph_sizes[0] + 1, 8)
-                ]
+                max_graph_size = cuda_graph_sizes[0]
+                batch_size_capture_list = [
+                    i for i in [1, 2, 4] if i <= max_graph_size
+                ] + [i for i in range(8, max_graph_size + 1, 8)]
             elif len(cuda_graph_sizes) > 1:
                 batch_size_capture_list = sorted(cuda_graph_sizes)
             else: