File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed
paddlenlp/experimental/transformers Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -172,7 +172,8 @@ def generate(
172172 model_kwargs ["frequency_score" ] = frequency_score
173173 model_kwargs ["presence_score" ] = presence_score
174174 model_kwargs ["logits_processors" ] = logits_processors or LogitsProcessorList ()
175- model_kwargs ["pre_caches" ] = pre_caches
175+ if pre_caches is not None :
176+ model_kwargs ["pre_caches" ] = pre_caches
176177
177178 ret = self .sample (
178179 input_ids ,
@@ -282,7 +283,8 @@ def sample(
282283
283284 # let inputs_embeds enter into model_kwargs.
284285 # because the code below directly use the model_kwargs as a parameter without using inputs_embeds.
285- model_kwargs ["inputs_embeds" ] = inputs_embeds
286+ if inputs_embeds is not None :
287+ model_kwargs ["inputs_embeds" ] = inputs_embeds
286288 model_kwargs ["all_input_ids" ] = input_ids
287289 logits_processors = model_kwargs .pop ("logits_processors" )
288290
You can’t perform that action at this time.
0 commit comments