zzh/vllm-npu-plugin
1
0
Fork 0
mirror of https://github.com/handsomezhuzhu/vllm-npu-plugin.git synced 2026-02-20 11:42:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: Update MLAAttention import logic for vllm version compatibility

Browse Source
This commit is contained in:
handsomezhuzhu
2026-02-10 23:17:30 +08:00
parent 5df056dd17
commit f49538ea8d
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
vllm_npu/models/layers/mla.py
View File

@@ -32,15 +32,17 @@ from vllm.model_executor.layers.quantization import QuantizationConfig
from vllm.utils import direct_register_custom_op
from vllm_npu.ascend_config import get_ascend_config
from vllm_npu.utils import vllm_version_is
if vllm_version_is("0.11.0"):
try:
# vllm >= 0.11.0: MLAAttention merged into Attention
from vllm.attention import Attention
from vllm.model_executor.layers.mla import \
MultiHeadLatentAttention as MultiHeadLatentAttentionWrapper
else:
_VLLM_HAS_UNIFIED_ATTENTION = True
except ImportError:
from vllm.attention.layer import MLAAttention
from vllm.model_executor.layers.mla import MultiHeadLatentAttentionWrapper
_VLLM_HAS_UNIFIED_ATTENTION = False
# TODO(whx): adapt v0.11.0 and DSA
@@ -78,7 +80,7 @@ class AscendMultiHeadLatentAttention(MultiHeadLatentAttentionWrapper):
self.tp_size = get_tensor_model_parallel_world_size()
self.layers = hf_config.num_hidden_layers
if vllm_version_is("0.11.0"):
if _VLLM_HAS_UNIFIED_ATTENTION:
self.mla_attn = Attention(
num_heads=num_heads,
head_size=self.kv_lora_rank + self.qk_rope_head_dim,