@@ -130,11 +130,11 @@ def _model_candidates(self) -> List[Dict[str, Any]]:
130130 "models" ,
131131 [
132132 "ernie-3.0-xbase-zh" , # 20-layer, 1024-hidden, 16-heads, 296M parameters.
133- "ernie-3.0-base-zh" , # 12-layer, 768-hidden, 12-heads, 118M parameters.
134- "ernie-3.0-medium-zh" , # 6-layer, 768-hidden, 12-heads, 75M parameters.
135- "ernie-3.0-mini-zh" , # 6-layer, 384-hidden, 12-heads, 27M parameters
136- "ernie-3.0-micro-zh" , # 4-layer, 384-hidden, 12-heads, 23M parameters
137- "ernie-3.0-nano-zh" , # 4-layer, 312-hidden, 12-heads, 18M parameters.
133+ "ernie-3.0-tiny- base-v2 -zh" , # 12-layer, 768-hidden, 12-heads, 118M parameters.
134+ "ernie-3.0-tiny- medium-v2 -zh" , # 6-layer, 768-hidden, 12-heads, 75M parameters.
135+ "ernie-3.0-tiny- mini-v2 -zh" , # 6-layer, 384-hidden, 12-heads, 27M parameters
136+ "ernie-3.0-tiny- micro-v2 -zh" , # 4-layer, 384-hidden, 12-heads, 23M parameters
137+ "ernie-3.0-tiny- nano-v2 -zh" , # 4-layer, 312-hidden, 12-heads, 18M parameters.
138138 ],
139139 )
140140 english_models = hp .choice (
@@ -144,9 +144,9 @@ def _model_candidates(self) -> List[Dict[str, Any]]:
144144 "roberta-large" , # 24-layer, 1024-hidden, 16-heads, 334M parameters. Case-sensitive
145145 "roberta-base" , # 12-layer, 768-hidden, 12-heads, 110M parameters. Case-sensitive
146146 "distilroberta-base" , # 6-layer, 768-hidden, 12-heads, 66M parameters. Case-sensitive
147+ "ernie-3.0-tiny-mini-v2-en" , # 6-layer, 384-hidden, 12-heads, 27M parameters
147148 "ernie-2.0-base-en" , # 12-layer, 768-hidden, 12-heads, 103M parameters. Trained on lower-cased English text.
148149 "ernie-2.0-large-en" , # 24-layer, 1024-hidden, 16-heads, 336M parameters. Trained on lower-cased English text.
149- "distilbert-base-uncased" , # 6-layer, 768-hidden, 12-heads, 66M parameters
150150 ],
151151 )
152152 return [
0 commit comments