We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 55e96ba commit 2e64244Copy full SHA for 2e64244
paddlenlp/transformers/ernie/tokenizer.py
@@ -72,6 +72,8 @@ class ErnieTokenizer(PretrainedTokenizer):
72
"vocab_file": {
73
"ernie-1.0":
74
"https://paddlenlp.bj.bcebos.com/models/transformers/ernie/vocab.txt",
75
+ "ernie-tiny":
76
+ "https://paddlenlp.bj.bcebos.com/models/transformers/ernie_tiny/vocab.txt",
77
"ernie-2.0-en":
78
"https://paddlenlp.bj.bcebos.com/models/transformers/ernie_v2_base/vocab.txt",
79
"ernie-2.0-large-en":
@@ -88,6 +90,9 @@ class ErnieTokenizer(PretrainedTokenizer):
88
90
"ernie-1.0": {
89
91
"do_lower_case": True
92
},
93
+ "ernie-tiny": {
94
+ "do_lower_case": True
95
+ },
96
"ernie-2.0-en": {
97
98
0 commit comments