Trained with Unsloth

config.json

@@ -22,9 +22,9 @@
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.46.3",
-  "unsloth_version": "2024.12.4",
+  "torch_dtype": "float16",
+  "transformers_version": "4.47.1",
+  "unsloth_version": "2025.1.7",
   "use_cache": true,
   "vocab_size": 131072
 }

generation_config.json

@@ -4,5 +4,5 @@
   "eos_token_id": 2,
   "max_length": 1024000,
   "pad_token_id": 10,
-  "transformers_version": "4.46.3"
+  "transformers_version": "4.47.1"
 }

model-00001-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab78fbbcea3dece15595986b51ae0f837394eee4254a163c4b0e9610567638ed
-size 4865522496
+oid sha256:2fda4c4346f9c5634f3bc316e886ab5a154f3c55898c10af817945b47da8dcff
+size 4865522432

model-00002-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9efd6c70166b1fe919931c717be17fd2f258cebdd644a90f53c8bc0085f08ba3
-size 4907529424
+oid sha256:91c4e8bb52140eed3f4dfddf88f90a2ea709600d8b30aadcfa18018cd45d1821
+size 4907529344

model-00003-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e7e9df5e93fd0ada5bb6352dc442820629837ce7d7f67d8b71b74f767556e68
-size 4907529456
+oid sha256:d07539fac2d0a0bb2c6e3a15b39739e6c6a8154551cac9138d4d31997100f769
+size 4907529376

model-00004-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65a5e6807bae5450a32305a251a489fca8614e5b0ab85e6648db78734403e988
-size 4907529456
+oid sha256:0dd1ec692185e9dba96c4d72718fe6f2ec6dfba0b154332fb65018d38396bcee
+size 4907529376

model-00005-of-00005.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4b92345c8bca970694747f121872d0f17fec4996a121bb1d08d00e845baf22a
-size 4907496272
+oid sha256:ac810efa1a88157d61424e731b3babb0aa558b570111947b544809123b5ec00a
+size 4907496208