SaulLu commited on
Commit
7519530
1 Parent(s): 09cb382

Add tokenizer type in config

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -27,5 +27,6 @@
27
  "position_embedding_type": "absolute",
28
  "transformers_version": "4.5.1",
29
  "type_vocab_size": 2,
30
- "vocab_size": 32000
 
31
  }
 
27
  "position_embedding_type": "absolute",
28
  "transformers_version": "4.5.1",
29
  "type_vocab_size": 2,
30
+ "vocab_size": 32000,
31
+ "tokenizer_class": "PreTrainedTokenizerFast"
32
  }