File tree Expand file tree Collapse file tree 1 file changed +1
-3
lines changed Expand file tree Collapse file tree 1 file changed +1
-3
lines changed Original file line number Diff line number Diff line change @@ -221,16 +221,14 @@ def _preprocess(self, source):
221221 source = [source ] if isinstance (source , str ) else source
222222 source = [self .tokenizer .apply_chat_template (sentence , tokenize = False ) for sentence in source ]
223223
224- return_position_ids = False
225224 return_attention_mask = False
226225 if len (source ) > 1 :
227- return_position_ids = True
228226 return_attention_mask = True
229227 tokenized_source = self .tokenizer (
230228 source ,
231229 max_length = self .config .src_length ,
232230 truncation = True ,
233- return_position_ids = True if not isinstance (self .tokenizer , ChatGLMTokenizer ) else return_position_ids ,
231+ return_position_ids = True if not isinstance (self .tokenizer , ChatGLMTokenizer ) else False ,
234232 return_attention_mask = return_attention_mask ,
235233 truncation_side = "left" ,
236234 return_tensors = self .return_tensors ,
You can’t perform that action at this time.
0 commit comments