File tree Expand file tree Collapse file tree 1 file changed +1
-2
lines changed Expand file tree Collapse file tree 1 file changed +1
-2
lines changed Original file line number Diff line number Diff line change @@ -29,6 +29,7 @@ class RayGPUExecutor(DistributedGPUExecutor):
29
29
uses_ray : bool = True
30
30
31
31
def _init_executor (self ) -> None :
32
+ self .forward_dag : Optional ["ray.dag.CompiledDAG" ] = None
32
33
# If the env var is set, it uses the Ray's compiled DAG API
33
34
# which optimizes the control plane overhead.
34
35
# Run vLLM with VLLM_USE_RAY_COMPILED_DAG=1 to enable it.
@@ -60,8 +61,6 @@ def _init_executor(self) -> None:
60
61
# Create the parallel GPU workers.
61
62
self ._init_workers_ray (placement_group )
62
63
63
- self .forward_dag : Optional ["ray.dag.CompiledDAG" ] = None
64
-
65
64
def _configure_ray_workers_use_nsight (self ,
66
65
ray_remote_kwargs ) -> Dict [str , Any ]:
67
66
# If nsight profiling is enabled, we need to set the profiling
You can’t perform that action at this time.
0 commit comments