Update tiny models for GPTSanJapaneseForConditionalGeneration

#1
by ydshieh HF staff - opened
Files changed (3) hide show
  1. config.json +1 -1
  2. pytorch_model.bin +2 -2
  3. tokenizer_config.json +1 -0
config.json CHANGED
@@ -29,5 +29,5 @@
29
  "torch_dtype": "float32",
30
  "transformers_version": "4.28.0.dev0",
31
  "use_cache": true,
32
- "vocab_size": 35998
33
  }
 
29
  "torch_dtype": "float32",
30
  "transformers_version": "4.28.0.dev0",
31
  "use_cache": true,
32
+ "vocab_size": 36000
33
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3136c4f1270cc80791a083280dff8da538b2e1a6259eaba4708c38ad9d8d19d5
3
- size 5375076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3b9d6aefa98be792a86007f2857883f00f3908f6019ed7e0243caee77f8452
3
+ size 5375396
tokenizer_config.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "bos_token": "<|startoftext|>",
 
3
  "do_clean_text": false,
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1280,
 
1
  {
2
  "bos_token": "<|startoftext|>",
3
+ "clean_up_tokenization_spaces": true,
4
  "do_clean_text": false,
5
  "eos_token": "<|endoftext|>",
6
  "model_max_length": 1280,