Skip to content

Commit 3ac3ecb

Browse files
authored
[AutoNLP] switch to ernie-3.0-tiny-v2 models (#4827)
* changes
1 parent 11a343c commit 3ac3ecb

File tree

1 file changed

+7
-6
lines changed

1 file changed

+7
-6
lines changed

paddlenlp/experimental/autonlp/text_classification.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -130,11 +130,12 @@ def _model_candidates(self) -> List[Dict[str, Any]]:
130130
"models",
131131
[
132132
"ernie-3.0-xbase-zh", # 20-layer, 1024-hidden, 16-heads, 296M parameters.
133-
"ernie-3.0-base-zh", # 12-layer, 768-hidden, 12-heads, 118M parameters.
134-
"ernie-3.0-medium-zh", # 6-layer, 768-hidden, 12-heads, 75M parameters.
135-
"ernie-3.0-mini-zh", # 6-layer, 384-hidden, 12-heads, 27M parameters
136-
"ernie-3.0-micro-zh", # 4-layer, 384-hidden, 12-heads, 23M parameters
137-
"ernie-3.0-nano-zh", # 4-layer, 312-hidden, 12-heads, 18M parameters.
133+
"ernie-3.0-tiny-base-v2-zh", # 12-layer, 768-hidden, 12-heads, 118M parameters.
134+
"ernie-3.0-tiny-medium-v2-zh", # 6-layer, 768-hidden, 12-heads, 75M parameters.
135+
"ernie-3.0-tiny-mini-v2-zh", # 6-layer, 384-hidden, 12-heads, 27M parameters
136+
"ernie-3.0-tiny-micro-v2-zh", # 4-layer, 384-hidden, 12-heads, 23M parameters
137+
"ernie-3.0-tiny-nano-v2-zh", # 4-layer, 312-hidden, 12-heads, 18M parameters.
138+
"ernie-3.0-tiny-pico-v2-zh", # 3-layer, 128-hidden, 2-heads, 5.9M parameters.
138139
],
139140
)
140141
english_models = hp.choice(
@@ -144,9 +145,9 @@ def _model_candidates(self) -> List[Dict[str, Any]]:
144145
"roberta-large", # 24-layer, 1024-hidden, 16-heads, 334M parameters. Case-sensitive
145146
"roberta-base", # 12-layer, 768-hidden, 12-heads, 110M parameters. Case-sensitive
146147
"distilroberta-base", # 6-layer, 768-hidden, 12-heads, 66M parameters. Case-sensitive
148+
"ernie-3.0-tiny-mini-v2-en", # 6-layer, 384-hidden, 12-heads, 27M parameters
147149
"ernie-2.0-base-en", # 12-layer, 768-hidden, 12-heads, 103M parameters. Trained on lower-cased English text.
148150
"ernie-2.0-large-en", # 24-layer, 1024-hidden, 16-heads, 336M parameters. Trained on lower-cased English text.
149-
"distilbert-base-uncased", # 6-layer, 768-hidden, 12-heads, 66M parameters
150151
],
151152
)
152153
return [

0 commit comments

Comments
 (0)