[Bugfix] fix small bug

penPenf28 · penPenf28 · commit 607053882d87 · 2024-08-15T17:14:54.000+08:00
diff --git a/paddlenlp/experimental/transformers/mixtral/modeling.py b/paddlenlp/experimental/transformers/mixtral/modeling.py
@@ -289,7 +289,7 @@ def __init__(self, config: MixtralConfig):
 
         moe_config = MoeConfig(
             num_experts=self.num_experts,
-            top_k=self.top_k,
+            top_k=self.moe_topk,
             norm_topk_prob=True,
             moe_every2=self.moe_every2,
         )

Original file line number	Diff line number	Diff line change
`@@ -289,7 +289,7 @@ def __init__(self, config: MixtralConfig):`
`289`	`289`
`290`	`290`	`moe_config = MoeConfig(`
`291`	`291`	`num_experts=self.num_experts,`
`292`		`- top_k=self.top_k,`
	`292`	`+ top_k=self.moe_topk,`
`293`	`293`	`norm_topk_prob=True,`
`294`	`294`	`moe_every2=self.moe_every2,`
`295`	`295`	`)`