failed09 commited on
Commit
f6da11e
·
verified ·
1 Parent(s): dab2d04

Fix tokenizer metadata

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +4 -4
tokenizer_config.json CHANGED
@@ -68,9 +68,9 @@
68
  "tokenizer_class": "BashkirRobertaTokenizer",
69
  "unk_token": "<unk>",
70
  "auto_map": {
71
- "AutoTokenizer": [
72
- "tokenization_bashkir_roberta.BashkirRobertaTokenizer",
73
- null
74
- ]
75
  }
76
  }
 
68
  "tokenizer_class": "BashkirRobertaTokenizer",
69
  "unk_token": "<unk>",
70
  "auto_map": {
71
+ "AutoTokenizer": [
72
+ "tokenization_bashkir_roberta.BashkirRobertaTokenizer",
73
+ null
74
+ ]
75
  }
76
  }