Merge remote-tracking branch 'origin/main' into upstream_merge_24_09_…

…27_0.6.2
ROCm · Oct 2, 2024 · f49394a · f49394a
2 parents 4f57e44 + 2d7ab9e
commit f49394a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/model_executor/models/dbrx.py b/vllm/model_executor/models/dbrx.py
@@ -392,7 +392,7 @@ def sample(
     def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):
 
         expert_params_mapping = [(
-            "w13_weight" if weight_name in ["w1", "v1"] else "w2_weight",
+            "w13_" if weight_name in ["w1", "v1"] else "w2_",
             f"mlp.{weight_name}.",
         ) for weight_name in ["w1", "v1", "w2"]]
         params_dict = dict(self.named_parameters(remove_duplicate=False))