[BugFix] fix pir dt2st (#9251)

yuanlehome · DrownFish19 · commit 23d94f88342f · 2024-10-16T17:03:54.000+08:00
diff --git a/paddlenlp/transformers/chatglm_v2/modeling.py b/paddlenlp/transformers/chatglm_v2/modeling.py
@@ -147,7 +147,7 @@ def apply_rotary_pos_emb(x: paddle.Tensor, rope_cache: paddle.Tensor) -> paddle.
         -1,
     )
     x_out2 = x_out2.flatten(3)
-    return paddle.concat((x_out2, x_pass), axis=-1)
+    return paddle.concat((x_out2, x_pass.cast(x_out2.dtype)), axis=-1)
 
 
 class RMSNorm(nn.Layer):

Original file line number	Diff line number	Diff line change
`@@ -147,7 +147,7 @@ def apply_rotary_pos_emb(x: paddle.Tensor, rope_cache: paddle.Tensor) -> paddle.`
`147`	`147`	`-1,`
`148`	`148`	`)`
`149`	`149`	`x_out2 = x_out2.flatten(3)`
`150`		`- return paddle.concat((x_out2, x_pass), axis=-1)`
	`150`	`+ return paddle.concat((x_out2, x_pass.cast(x_out2.dtype)), axis=-1)`
`151`	`151`
`152`	`152`
`153`	`153`	`class RMSNorm(nn.Layer):`