Skip to content

Commit 0933f9d

Browse files
authored
[BugFix][KVConn] Fix use of get_required_kvcache_layout (vllm-project#22734)
Signed-off-by: Nick Hill <[email protected]>
1 parent f1f0d2f commit 0933f9d

File tree

2 files changed

+7
-2
lines changed

2 files changed

+7
-2
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/base.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -325,4 +325,8 @@ def get_required_kvcache_layout(
325325
str: the required KV cache layout. e.g. HND, or NHD.
326326
None if the connector does not require a specific layout.
327327
"""
328+
329+
if cls is KVConnectorBase_V1:
330+
raise TypeError("get_required_kvcache_layout should not be called "
331+
"on the abstract base class")
328332
return None

vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -228,9 +228,10 @@ def get_required_kvcache_layout(
228228
for ktc in ktcs:
229229
kv_transfer_config = KVTransferConfig(**ktc)
230230
temp_vllm_config.kv_transfer_config = kv_transfer_config
231+
connector_cls = KVConnectorFactory.get_connector_class(
232+
kv_transfer_config)
231233
required_kvcache_layout = (
232-
KVConnectorBase_V1.get_required_kvcache_layout(
233-
temp_vllm_config))
234+
connector_cls.get_required_kvcache_layout(temp_vllm_config))
234235
if required_kvcache_layout is not None:
235236
layouts.add(required_kvcache_layout)
236237

0 commit comments

Comments
 (0)