Skip to content

Commit c2e93a7

Browse files
authored
fix deepseek-vl template (#1057)
1 parent 96e08b2 commit c2e93a7

File tree

2 files changed

+5
-4
lines changed

2 files changed

+5
-4
lines changed

swift/llm/utils/preprocess.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,11 @@ def __call__(self, dataset: HfDataset) -> HfDataset:
2828
dataset = dataset.remove_columns(['history'])
2929
if has_history:
3030
dataset = dataset.add_column('history', history)
31+
if 'system' in dataset.features:
32+
system = dataset['system']
33+
has_system = len([sys for sys in system if sys not in {None, ''}]) > 0
34+
if not has_system:
35+
dataset = dataset.remove_columns(['system'])
3136
return dataset
3237

3338

swift/llm/utils/template.py

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1267,10 +1267,6 @@ def __init__(self):
12671267

12681268
def encode(self, example: Dict[str, Any]) -> Tuple[Dict[str, Any], Dict[str, Any]]:
12691269
example = example.copy()
1270-
images = example.pop('images', None)
1271-
assert images is None, ('Please read the best practices: https://github.com/modelscope/swift/blob/main/'
1272-
'docs/source/Multi-Modal/deepseek-vl最佳实践.md')
1273-
12741270
history = example.pop('history', None)
12751271
if history is None:
12761272
history = []

0 commit comments

Comments
 (0)