jaygala24 commited on
Commit
316b9c5
1 Parent(s): 58a65be

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -39,7 +39,7 @@
39
  "eos_token": "</s>",
40
  "model_max_length": 256,
41
  "pad_token": "<pad>",
42
- "name_or_path": "ai4bharat/indictrans2-en-indic-dist-200M",
43
  "tokenizer_class": "IndicTransTokenizer",
44
  "auto_map": {
45
  "AutoTokenizer": [
 
39
  "eos_token": "</s>",
40
  "model_max_length": 256,
41
  "pad_token": "<pad>",
42
+ "name_or_path": "ai4bharat/indictrans2-en-indic-1B",
43
  "tokenizer_class": "IndicTransTokenizer",
44
  "auto_map": {
45
  "AutoTokenizer": [