[Bugfix] Missing quant_config in deepseek embedding layer (vllm-proje…

…ct#12836)
ShangmingCai · Feb 10, 2025 · 568acf9 · 568acf9
1 parent ea591d1
commit 568acf9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/model_executor/models/deepseek_v2.py b/vllm/model_executor/models/deepseek_v2.py
@@ -581,7 +581,8 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
             self.embed_tokens = VocabParallelEmbedding(
                 config.vocab_size,
                 config.hidden_size,
-            )
+                quant_config=quant_config,
+                prefix=f"{prefix}.embed_tokens")
         else:
             self.embed_tokens = PPMissingLayer()