Hugging Face's logo

willopcbeta
/
Ministral-3-3B-Instruct-2512-Llamafied-TextOnly-q4f16_1-MLC

MLC-LLM
webllm
Model card Files
xet
Community
willopcbeta commited on
Commit
d43a793
·
verified ·
1 Parent(s): 66e108b

Upload 61 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +82 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 3072,
7
+ "intermediate_size": 9216,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 26,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 131072,
12
+ "tie_word_embeddings": true,
13
+ "position_embedding_base": 10000,
14
+ "rope_scaling": null,
15
+ "context_window_size": 262144,
16
+ "prefill_chunk_size": 8192,
17
+ "num_key_value_heads": 8,
18
+ "head_dim": 128,
19
+ "tensor_parallel_shards": 1,
20
+ "pipeline_parallel_stages": 1,
21
+ "max_batch_size": 128,
22
+ "disaggregation": false
23
+ },
24
+ "vocab_size": 131072,
25
+ "active_vocab_size": 131072,
26
+ "context_window_size": 262144,
27
+ "sliding_window_size": -1,
28
+ "prefill_chunk_size": 8192,
29
+ "attention_sink_size": -1,
30
+ "tensor_parallel_shards": 1,
31
+ "pipeline_parallel_stages": 1,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "mistral_default",
48
+ "system_template": "[INST] {system_message}",
49
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
50
+ "system_prefix_token_ids": [
51
+ 1
52
+ ],
53
+ "add_role_after_system_message": false,
54
+ "roles": {
55
+ "user": "[INST]",
56
+ "assistant": "[/INST]",
57
+ "tool": "[INST]"
58
+ },
59
+ "role_templates": {
60
+ "user": "{user_message}",
61
+ "assistant": "{assistant_message}",
62
+ "tool": "{tool_message}"
63
+ },
64
+ "messages": [],
65
+ "seps": [
66
+ " "
67
+ ],
68
+ "role_content_sep": " ",
69
+ "role_empty_sep": "",
70
+ "stop_str": [
71
+ "</s>"
72
+ ],
73
+ "stop_token_ids": [
74
+ 2
75
+ ],
76
+ "function_string": "",
77
+ "use_function_calling": false
78
+ },
79
+ "pad_token_id": 11,
80
+ "bos_token_id": 1,
81
+ "eos_token_id": 2
82
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4214e60ed538f9633834c918cc49c19a0b7dbd1cb8f9d9581f5ee32c5f67f5b
3
+ size 201326592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1f86feaa507978bae780c296558cb4e434c0ed4a12386624395fd74fccee3f
3
+ size 25491456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:300554a4b5a56ffbc33e2534476519466d758e2eaa6e2105bbac05a646794047
3
+ size 32833536
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6b3cfdbc036cbb1e5605357ac20b4bf87da472d61f8bc3de5abef303a32100
3
+ size 32636928
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103475276cb6d2796c7a7fc8104bf8e35790938e9976ae77a2794cb71b4b1077
3
+ size 32833536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8c0c1c5e922b4cae0820bb217190eb4a94755b7eb2610d061d9abb5ede5104
3
+ size 32636928
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2deb9d6043a939c0eccda63a654fb4e4eaae728121ca453d6a72e47f32ed12b5
3
+ size 32833536
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:724a386e8c30e9e903349b2e4553ac1233cb490035b1cbfbec5f5232b3ada785
3
+ size 32636928
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e093e325c7cfab070db2b2058cb28aa0b4da4be216f1af098101ded9c952ec
3
+ size 32833536
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d41d2c51ec51e06adfc7ee87added19cbabe6412f7dbcc63dca4cb1994ae0a
3
+ size 32636928
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40b5422be5aa26e3a41251bb3252016f234df156657f0851ee3e199c1760749
3
+ size 32833536
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f729b9d91f7af3dd5ede00fc0ec7fa4bfc5968786a61f536ccd1365e5f22f192
3
+ size 32636928
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e32aa45d4193a534b2612b97554f2492357b3fa06e3056a02adac57c71cabf
3
+ size 28311552
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f961bde9ae051d4ae6910c250b8fa1acc7aa653766df52d591c8537122967795
3
+ size 32833536
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecf546cbbc4d8f5a1279f222dcf938720e0fa263ae636bd114dc5a0186942d63
3
+ size 32636928
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe3b1cf9c39da0026087b1dd4a177cb42c1aaaae86a5117dfbb25e52aad5b08
3
+ size 32833536
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbac8706e866afb67ab85b1e1e4b3263aaf61a7d03ac94fdf43e7e51bc1fcdbe
3
+ size 32636928
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aaaafcd47f06cd9047217695842a3ce971f9a3aae07f0e54fb8477228e5db3c
3
+ size 32833536
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f34b165a04938f627809fd2c0f321578d645190baaafb6bbee0b6e960e1d079
3
+ size 32636928
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6772809f3b78582fbe3c5e75a9b5431fda9bd4dee5d0a78d774d6e4931acffb
3
+ size 32833536
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf0fb66092cab7a4308656afe157103c4f054959bc2ad0efdae08e716e0d91e6
3
+ size 32636928
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d46972ee1cf3790d1977e34797f68f24d6e5d102cd912ec2c37fc7965cb745e
3
+ size 32833536
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51ab2f8f9a2cf2102c60a7f0c3e2b8d368a34225d5b4d64621e5e00b2a333c1
3
+ size 32636928
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d298f7c6006064979741cb444ee92c88414c3988df7f1fb13753f6e3820a775
3
+ size 21233664
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3316faedc60d59a8358101be32accda2d6acb20655d69ca7a075635cf10116cf
3
+ size 32833536
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2c6c6d727d07cae27579e6ba601eadba585b00b782b6c615e8b6419113bf44c
3
+ size 32636928
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4958dab833242e01047804db527ee53ab1262329e049a4d497eca3207107c6d3
3
+ size 32833536
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f87a58d2cafd65287f9e8a9f33854257a4507e09ae31b511af0169c5fe1b9a5
3
+ size 32636928
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056c0385660de0e35019ea00f0c9ae38846ed65714e6234ae0d45467398dc6c0
3
+ size 32833536
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7186324d8e0a03d584ba7b406feafa53aaf287380c1f41fd3ac7ca326471e597
3
+ size 32636928
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:190f16492a365367b3a3d091d33e4913f4b564ffef34e4bbf81e60a1c221641d
3
+ size 32833536
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf536ea892253628d645b7181db4cdc80f247da3fa467f37c497ce93f4d6a67
3
+ size 32636928
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54d8b50f79acb2b0cce8b776d2e9ce212a990d6bc64bb267e8cfa6465ed78f3
3
+ size 32833536
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef80aa7568b42aff1a11e472a4e46f7040ee0423f2040f9f32bbf95531de437
3
+ size 32636928
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8a5dd3d63468bc9f26ffc8b2607b810467ee1e4d334ddcc57895c8c62d7726
3
+ size 32833536
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d0e90c2510e898131d2adfa7437e2889541b3dbd5f71ef2dc61b42b084351d
3
+ size 32833536
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dbfd3ebdf760846ad0d1583f218930dd36658789d0098c65cc3dd771cb6d9f0
3
+ size 32636928
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1c34339fe55131c90a83497a69085819430061f9269de125737405069bd636
3
+ size 32833536
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5a9f5b22e0d3d024599e99d5160cfb5044b2ace7f2be1502781f98c5ed73273
3
+ size 32636928
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027075a328903cf356f0e477ff05cbd9ca48290054ac65c780bc8de1b462840f
3
+ size 32833536
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d79d0845a5d912b532b21d2c7d3948ade3afad5c2f3a21271f228841d6b99038
3
+ size 32636928
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:979d6c88f9de012cafd53a34394baa85f2ab2d906c514b9e6551ee8e779b95e1
3
+ size 32833536
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f21ad8081a69113b6c50cf9dd0d021e41abe817b2f017bf07ca0662820f8e31f
3
+ size 32636928
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b28dd275a39f80ba5dfa9e63743a1f73668359d8b9ccc98d8edcfc4d53a5679
3
+ size 32833536
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f989654c801715a7b7e680ff1e01354ace8a4d09a51bc008294450e6c7717b8
3
+ size 32636928
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a3b163419b7d88b76ec80b45ba38a57d6c8a8fc00460f80200ea3dfe641320
3
+ size 32636928
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8947538cd3741bcf40580f16ca0f41bcef85d663d1f2d93006c994005db6bb42
3
+ size 32833536