We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8309ce8 commit 5d7badeCopy full SHA for 5d7bade
trl/scripts/vllm_serve.py
@@ -17,7 +17,7 @@
17
import os
18
from dataclasses import dataclass, field
19
from typing import Optional, Sequence
20
-from vllm_patch import (
+from ..scripts.vllm_patch import (
21
LoRARequest as PatchedLoRARequest,
22
WorkerLoRAManager as PatchedWorkerLoRAManager,
23
LRUCacheWorkerLoRAManager as PatchedLRUCacheWorkerLoRAManager,
0 commit comments