Skip to content

Commit 57a42f8

Browse files
modify dict include none to aviod pir dytostatic bug in while op (#8898)
* modify dict include none * recover
1 parent 0a5de12 commit 57a42f8

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

paddlenlp/experimental/transformers/generation_utils.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -172,7 +172,8 @@ def generate(
172172
model_kwargs["frequency_score"] = frequency_score
173173
model_kwargs["presence_score"] = presence_score
174174
model_kwargs["logits_processors"] = logits_processors or LogitsProcessorList()
175-
model_kwargs["pre_caches"] = pre_caches
175+
if pre_caches is not None:
176+
model_kwargs["pre_caches"] = pre_caches
176177

177178
ret = self.sample(
178179
input_ids,
@@ -282,7 +283,8 @@ def sample(
282283

283284
# let inputs_embeds enter into model_kwargs.
284285
# because the code below directly use the model_kwargs as a parameter without using inputs_embeds.
285-
model_kwargs["inputs_embeds"] = inputs_embeds
286+
if inputs_embeds is not None:
287+
model_kwargs["inputs_embeds"] = inputs_embeds
286288
model_kwargs["all_input_ids"] = input_ids
287289
logits_processors = model_kwargs.pop("logits_processors")
288290

0 commit comments

Comments
 (0)