Skip to content

Commit 077b3b3

Browse files
authored
Small corrections to possible_answers for simple test category (#405)
I’m redoing the leaderboard results and scores for some models in the `simple` test category. I’ve noticed the model is marked down for answers that seem correct to me. Here are my suggestions for the corrections. This PR DOES change the leaderboard scores, which will be updated later.
1 parent 624d371 commit 077b3b3

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

berkeley-function-call-leaderboard/data/possible_answer/gorilla_openfunctions_v1_test_simple.json

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@
7878
{"restaurant.find_nearby":{"location":["Los Angeles, CA"],"dietary_preference":[["Vegan"]]}}
7979
{"average_temperature":{"location":["Austin"],"days":[3],"temp_unit":["Celsius"]}}
8080
{"create_histogram":{"data":[[85,90,88,92,86,89,91]],"bins":[5]}}
81-
{"find_restaurants":{"location":["Manhattan, New York City", "Manhattan", "Manhattan, New York"],"food_type":["Thai"],"number":[5],"dietary_requirements":[["vegan"],["Vegan"]]}}
81+
{"find_restaurants":{"location":["Manhattan, New York City", "Manhattan", "Manhattan, New York", "Manhattan, NY", "Manhattan, NYC"],"food_type":["Thai"],"number":[5],"dietary_requirements":[["vegan"],["Vegan"]]}}
8282
{"map_routing.fastest_route":{"start_location":["San Francisco","SF"],"end_location":["Los Angeles","LA"],"avoid_tolls":[true]}}
8383
{"calculate_average":{"numbers":[[12.0,15.0,18.0,20.0,21.0,26.0,30.0]]}}
8484
{"calculate_distance":{"coord1":[[33.4484,-112.074]],"coord2":[[34.0522,-118.2437]],"unit":["miles"]}}
@@ -233,7 +233,7 @@
233233
{"monarch.getMonarchOfYear":{"location":["England","ENG"],"year":[1800],"fullName":[true]}}
234234
{"european_history.get_event_date":{"event_name":["Treaty of Tordesillas"],"format":["YYYY"]}}
235235
{"history_eu.fetch_events":{"century":[19],"region":["Northern","Southern","Eastern","Western"],"category":["Wars"]}}
236-
{"get_event_date":{"event":["Treaty of Lisbon","Signing of the Treaty of Lisbon"],"location":[""]}}
236+
{"get_event_date":{"event":["Treaty of Lisbon","Signing of the Treaty of Lisbon", "The signing of the Treaty of Lisbon"],"location":[""]}}
237237
{"us_history.get_event_info":{"event_name":["American Civil War","Civil War"],"specific_info":["Start Date"]}}
238238
{"get_historical_GDP":{"country":["United States","US"],"start_year":[1960],"end_year":[2000]}}
239239
{"us_history.get_president":{"event":["American Civil War"],"year":[1861]}}
@@ -321,7 +321,7 @@
321321
{"sports_ranking.get_team_position":{"team":["Golden State Warriors","GSW"],"season":["2022-2023"],"detailed":[true]}}
322322
{"sports_ranking":{"team":["Barcelona","FC Barcelona"],"league":["La Liga"],"season":["2021"]}}
323323
{"sports_ranking.get_current":{"team":["Liverpool Football Club","Liverpool","LFC"],"league":["Premier League","EPL","English Premier League"],"season":[""]}}
324-
{"sports_ranking.get_top_player":{"sport":["tennis"],"gender":["woman"]}}
324+
{"sports_ranking.get_top_player":{"sport":["tennis"],"gender":["women"]}}
325325
{"team_score.get_latest":{"team":["Los Angeles Lakers","Lakers"],"include_opponent":[true]}}
326326
{"sports.match_results":{"team1":["Chicago Bulls"],"team2":["Los Angeles Lakers"],"season":[""]}}
327327
{"get_team_score":{"team_name":["Los Angeles Lakers","Lakers"],"league":["NBA"],"include_player_stats":["",true,false]}}

0 commit comments

Comments
 (0)