File tree Expand file tree Collapse file tree 1 file changed +3
-9
lines changed Expand file tree Collapse file tree 1 file changed +3
-9
lines changed Original file line number Diff line number Diff line change @@ -1346,16 +1346,14 @@ def preprocess_row(row):
1346
1346
def preprocess_okvqa (dataset ):
1347
1347
1348
1348
def preprocess (row ):
1349
- image = row ['image' ]
1350
1349
query = row ['question' ]
1351
1350
response = np .random .choice (row ['answers' ])
1352
1351
return {
1353
1352
'response' : response ,
1354
- 'images' : image ,
1355
1353
'query' : query ,
1356
1354
}
1357
1355
1358
- return dataset .map (preprocess , load_from_cache_file = False )
1356
+ return dataset .map (preprocess , load_from_cache_file = False ). rename_column ( 'image' , 'images' )
1359
1357
1360
1358
1361
1359
register_dataset (
@@ -1371,16 +1369,14 @@ def preprocess(row):
1371
1369
def preprocess_a_okvqa (dataset ):
1372
1370
1373
1371
def preprocess (row ):
1374
- image = row ['image' ]
1375
1372
query = row ['question' ]
1376
1373
response = np .random .choice (row ['rationales' ])
1377
1374
return {
1378
1375
'response' : response ,
1379
- 'images' : image ,
1380
1376
'query' : query ,
1381
1377
}
1382
1378
1383
- return dataset .map (preprocess , load_from_cache_file = False )
1379
+ return dataset .map (preprocess , load_from_cache_file = False ). rename_column ( 'image' , 'images' )
1384
1380
1385
1381
1386
1382
register_dataset (
@@ -1396,17 +1392,15 @@ def preprocess(row):
1396
1392
def preprocess_ocr_vqa (dataset ):
1397
1393
1398
1394
def preprocess (row ):
1399
- image = row ['image' ]
1400
1395
idx = np .random .choice (range (len (row ['questions' ])))
1401
1396
query = row ['questions' ][idx ]
1402
1397
response = row ['answers' ][idx ]
1403
1398
return {
1404
1399
'response' : response ,
1405
- 'images' : image ,
1406
1400
'query' : query ,
1407
1401
}
1408
1402
1409
- return dataset .map (preprocess , load_from_cache_file = False )
1403
+ return dataset .map (preprocess , load_from_cache_file = False ). rename_column ( 'image' , 'images' )
1410
1404
1411
1405
1412
1406
register_dataset (
You can’t perform that action at this time.
0 commit comments