Skip to content

Commit 1adddb1

Browse files
authored
[Core] Fix ray forward_dag error mssg (#6792)
1 parent b7215de commit 1adddb1

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

vllm/executor/ray_gpu_executor.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ class RayGPUExecutor(DistributedGPUExecutor):
2929
uses_ray: bool = True
3030

3131
def _init_executor(self) -> None:
32+
self.forward_dag: Optional["ray.dag.CompiledDAG"] = None
3233
# If the env var is set, it uses the Ray's compiled DAG API
3334
# which optimizes the control plane overhead.
3435
# Run vLLM with VLLM_USE_RAY_COMPILED_DAG=1 to enable it.
@@ -60,8 +61,6 @@ def _init_executor(self) -> None:
6061
# Create the parallel GPU workers.
6162
self._init_workers_ray(placement_group)
6263

63-
self.forward_dag: Optional["ray.dag.CompiledDAG"] = None
64-
6564
def _configure_ray_workers_use_nsight(self,
6665
ray_remote_kwargs) -> Dict[str, Any]:
6766
# If nsight profiling is enabled, we need to set the profiling

0 commit comments

Comments
 (0)