File tree Expand file tree Collapse file tree 2 files changed +7
-2
lines changed
vllm/distributed/kv_transfer/kv_connector/v1 Expand file tree Collapse file tree 2 files changed +7
-2
lines changed Original file line number Diff line number Diff line change @@ -325,4 +325,8 @@ def get_required_kvcache_layout(
325
325
str: the required KV cache layout. e.g. HND, or NHD.
326
326
None if the connector does not require a specific layout.
327
327
"""
328
+
329
+ if cls is KVConnectorBase_V1 :
330
+ raise TypeError ("get_required_kvcache_layout should not be called "
331
+ "on the abstract base class" )
328
332
return None
Original file line number Diff line number Diff line change @@ -228,9 +228,10 @@ def get_required_kvcache_layout(
228
228
for ktc in ktcs :
229
229
kv_transfer_config = KVTransferConfig (** ktc )
230
230
temp_vllm_config .kv_transfer_config = kv_transfer_config
231
+ connector_cls = KVConnectorFactory .get_connector_class (
232
+ kv_transfer_config )
231
233
required_kvcache_layout = (
232
- KVConnectorBase_V1 .get_required_kvcache_layout (
233
- temp_vllm_config ))
234
+ connector_cls .get_required_kvcache_layout (temp_vllm_config ))
234
235
if required_kvcache_layout is not None :
235
236
layouts .add (required_kvcache_layout )
236
237
You can’t perform that action at this time.
0 commit comments