normalized mean new token init

config.json

@@ -16,7 +16,7 @@
   "rms_norm_eps": 1e-06,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.29.2",
+  "transformers_version": "4.30.1",
   "use_cache": false,
   "vocab_size": 32001
 }

generation_config.json

@@ -3,5 +3,6 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 0,
-  "transformers_version": "4.29.2"
+  "transformers_version": "4.30.1",
+  "use_cache": false
 }

pytorch_model-00001-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a31f72d7056e462f6f86dba9207369bf88ed53fb7c7afeee56d8d4d6f8905b5
+oid sha256:5ad5711ee25955d4072d8a3a1c0f1a365a5ab0fcd5e462666b298630b291c30f
 size 9948738670

pytorch_model-00003-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb31586f447754d2248a6b4b0b83d3823239fca94c236c9b3989a736954f553e
+oid sha256:e2c9f0d8b0c294bfb8416fc7367e20aa2aaa0916105cc6d6bbb60c58d7d63c60
 size 6506673929

tokenizer.json

@@ -100,15 +100,6 @@
       }
     ],
     "special_tokens": {
-      "</s>": {
-        "id": "</s>",
-        "ids": [
-          2
-        ],
-        "tokens": [
-          "</s>"
-        ]
-      },
       "<s>": {
         "id": "<s>",
         "ids": [