We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f0f4113 commit 353fb41Copy full SHA for 353fb41
paddlenlp/transformers/auto/tokenizer.py
@@ -143,13 +143,11 @@ def tokenizer_class_from_name(class_name: str):
143
for module_name, tokenizers in TOKENIZER_MAPPING_NAMES.items():
144
if class_name in tokenizers:
145
module_name = model_type_to_module_name(module_name)
146
- print(f"module_name: {module_name}")
147
try:
148
module = importlib.import_module(f".{module_name}", "paddlenlp.transformers")
149
return getattr(module, class_name)
150
except AttributeError:
151
152
- print(f"module: {module}")
153
module = importlib.import_module(f".{module_name}.tokenizer", "paddlenlp.transformers")
154
155
0 commit comments