Skip to content

Commit ecc8dd5

Browse files
zimo0110HuanzhiMao
andauthored
updated the model_config for qwen, grok, mistral model names (#1130)
New names for qwen models, updated names for grok (beta is gone) added the newest model of grok4, mistral names updated too --------- Co-authored-by: Huanzhi Mao <[email protected]>
1 parent ea13468 commit ecc8dd5

File tree

1 file changed

+29
-53
lines changed

1 file changed

+29
-53
lines changed

berkeley-function-call-leaderboard/bfcl_eval/constants/model_config.py

Lines changed: 29 additions & 53 deletions
Original file line numberDiff line numberDiff line change
@@ -513,9 +513,9 @@ class ModelConfig:
513513
is_fc_model=True,
514514
underscore_to_dot=True,
515515
),
516-
"mistral-small-2503": ModelConfig(
517-
model_name="mistral-small-2503",
518-
display_name="Mistral-Small-2503 (Prompt)",
516+
"mistral-small-2506": ModelConfig(
517+
model_name="mistral-small-2506",
518+
display_name="Mistral-Small-2506 (Prompt)",
519519
url="https://docs.mistral.ai/guides/model-selection/",
520520
org="Mistral AI",
521521
license="Proprietary",
@@ -525,9 +525,9 @@ class ModelConfig:
525525
is_fc_model=False,
526526
underscore_to_dot=False,
527527
),
528-
"mistral-small-2503-FC": ModelConfig(
529-
model_name="mistral-small-2503-FC",
530-
display_name="Mistral-small-2503 (FC)",
528+
"mistral-small-2506-FC": ModelConfig(
529+
model_name="mistral-small-2506-FC",
530+
display_name="Mistral-small-2506 (FC)",
531531
url="https://docs.mistral.ai/guides/model-selection/",
532532
org="Mistral AI",
533533
license="Proprietary",
@@ -789,9 +789,9 @@ class ModelConfig:
789789
is_fc_model=False,
790790
underscore_to_dot=False,
791791
),
792-
"grok-3-beta-FC": ModelConfig(
793-
model_name="grok-3-beta-FC",
794-
display_name="Grok-3-beta (FC)",
792+
"grok-4-0709-FC": ModelConfig(
793+
model_name="grok-4-0709-FC",
794+
display_name="Grok-4-0709 (FC)",
795795
url="https://docs.x.ai/docs/models",
796796
org="xAI",
797797
license="Proprietary",
@@ -801,9 +801,9 @@ class ModelConfig:
801801
is_fc_model=True,
802802
underscore_to_dot=True,
803803
),
804-
"grok-3-beta": ModelConfig(
805-
model_name="grok-3-beta",
806-
display_name="Grok-3-beta (Prompt)",
804+
"grok-4-0709": ModelConfig(
805+
model_name="grok-4-0709",
806+
display_name="Grok-4-0709 (Prompt)",
807807
url="https://docs.x.ai/docs/models",
808808
org="xAI",
809809
license="Proprietary",
@@ -813,30 +813,6 @@ class ModelConfig:
813813
is_fc_model=False,
814814
underscore_to_dot=False,
815815
),
816-
"grok-3-mini-beta-FC": ModelConfig(
817-
model_name="grok-3-mini-beta-FC",
818-
display_name="Grok-3-mini-beta (FC)",
819-
url="https://docs.x.ai/docs/models",
820-
org="xAI",
821-
license="Proprietary",
822-
model_handler=GrokHandler,
823-
input_price=0.3,
824-
output_price=0.5,
825-
is_fc_model=True,
826-
underscore_to_dot=True,
827-
),
828-
"grok-3-mini-beta": ModelConfig(
829-
model_name="grok-3-mini-beta",
830-
display_name="Grok-3-mini-beta (Prompt)",
831-
url="https://docs.x.ai/docs/models",
832-
org="xAI",
833-
license="Proprietary",
834-
model_handler=GrokHandler,
835-
input_price=0.3,
836-
output_price=0.5,
837-
is_fc_model=False,
838-
underscore_to_dot=False,
839-
),
840816
"qwen3-0.6b-FC": ModelConfig(
841817
model_name="qwen3-0.6b-FC",
842818
display_name="Qwen3-0.6B (FC)",
@@ -1017,22 +993,22 @@ class ModelConfig:
1017993
is_fc_model=False,
1018994
underscore_to_dot=False,
1019995
),
1020-
"qwen3-235b-a22b-FC": ModelConfig(
1021-
model_name="qwen3-235b-a22b-FC",
1022-
display_name="Qwen3-235B-A22B (FC)",
1023-
url="https://huggingface.co/Qwen/Qwen3-235B-A22B",
996+
"qwen3-235b-a22b-instruct-2507-FC": ModelConfig(
997+
model_name="qwen3-235b-a22b-instruct-2507-FC",
998+
display_name="Qwen3-235B-A22B-Instruct-2507 (FC)",
999+
url="https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507",
10241000
org="Qwen",
10251001
license="apache-2.0",
10261002
model_handler=QwenAPIHandler,
10271003
input_price=None,
10281004
output_price=None,
10291005
is_fc_model=True,
1030-
underscore_to_dot=True,
1006+
underscore_to_dot=False,
10311007
),
1032-
"qwen3-235b-a22b": ModelConfig(
1033-
model_name="qwen3-235b-a22b",
1034-
display_name="Qwen3-235B-A22B (Prompt)",
1035-
url="https://huggingface.co/Qwen/Qwen3-235B-A22B",
1008+
"qwen3-235b-a22b-instruct-2507": ModelConfig(
1009+
model_name="qwen3-235b-a22b-instruct-2507",
1010+
display_name="Qwen3-235B-A22B-Instruct-2507 (Prompt)",
1011+
url="https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507",
10361012
org="Qwen",
10371013
license="apache-2.0",
10381014
model_handler=QwenAPIHandler,
@@ -1645,10 +1621,10 @@ class ModelConfig:
16451621
is_fc_model=False,
16461622
underscore_to_dot=False,
16471623
),
1648-
"Qwen/Qwen3-235B-A22B-FC": ModelConfig(
1649-
model_name="Qwen/Qwen3-235B-A22B-FC",
1650-
display_name="Qwen3-235B-A22B (FC)",
1651-
url="https://huggingface.co/Qwen/Qwen3-235B-A22B",
1624+
"Qwen/Qwen3-235B-A22B-Instruct-2507-FC": ModelConfig(
1625+
model_name="Qwen/Qwen3-235B-A22B-Instruct-2507-FC",
1626+
display_name="Qwen3-235B-A22B-Instruct-2507 (FC)",
1627+
url="https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507",
16521628
org="Qwen",
16531629
license="apache-2.0",
16541630
model_handler=QwenFCHandler,
@@ -1657,10 +1633,10 @@ class ModelConfig:
16571633
is_fc_model=True,
16581634
underscore_to_dot=False,
16591635
),
1660-
"Qwen/Qwen3-235B-A22B": ModelConfig(
1661-
model_name="Qwen/Qwen3-235B-A22B",
1662-
display_name="Qwen3-235B-A22B (Prompt)",
1663-
url="https://huggingface.co/Qwen/Qwen3-235B-A22B",
1636+
"Qwen/Qwen3-235B-A22B-Instruct-2507": ModelConfig(
1637+
model_name="Qwen/Qwen3-235B-A22B-Instruct-2507",
1638+
display_name="Qwen3-235B-A22B-Instruct-2507 (Prompt)",
1639+
url="https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507",
16641640
org="Qwen",
16651641
license="apache-2.0",
16661642
model_handler=QwenHandler,

0 commit comments

Comments
 (0)