Hugging Face's logo

kumapo
/
qwen3_235b_a22b_thinking_tbrnomath_olymliveumathreasoning

Safetensors
qwen3_moe
Model card Files
xet
Community
kumapo commited on
Commit
e0edade
·
verified ·
1 Parent(s): 9670f34

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +28 -0
  3. config.json +38 -0
  4. generation_config.json +13 -0
  5. merges.txt +0 -0
  6. model-00001-of-00095.safetensors +3 -0
  7. model-00002-of-00095.safetensors +3 -0
  8. model-00003-of-00095.safetensors +3 -0
  9. model-00004-of-00095.safetensors +3 -0
  10. model-00005-of-00095.safetensors +3 -0
  11. model-00006-of-00095.safetensors +3 -0
  12. model-00007-of-00095.safetensors +3 -0
  13. model-00008-of-00095.safetensors +3 -0
  14. model-00009-of-00095.safetensors +3 -0
  15. model-00010-of-00095.safetensors +3 -0
  16. model-00011-of-00095.safetensors +3 -0
  17. model-00012-of-00095.safetensors +3 -0
  18. model-00013-of-00095.safetensors +3 -0
  19. model-00014-of-00095.safetensors +3 -0
  20. model-00015-of-00095.safetensors +3 -0
  21. model-00016-of-00095.safetensors +3 -0
  22. model-00017-of-00095.safetensors +3 -0
  23. model-00018-of-00095.safetensors +3 -0
  24. model-00019-of-00095.safetensors +3 -0
  25. model-00020-of-00095.safetensors +3 -0
  26. model-00021-of-00095.safetensors +3 -0
  27. model-00022-of-00095.safetensors +3 -0
  28. model-00023-of-00095.safetensors +3 -0
  29. model-00024-of-00095.safetensors +3 -0
  30. model-00025-of-00095.safetensors +3 -0
  31. model-00026-of-00095.safetensors +3 -0
  32. model-00027-of-00095.safetensors +3 -0
  33. model-00028-of-00095.safetensors +3 -0
  34. model-00029-of-00095.safetensors +3 -0
  35. model-00030-of-00095.safetensors +3 -0
  36. model-00031-of-00095.safetensors +3 -0
  37. model-00032-of-00095.safetensors +3 -0
  38. model-00033-of-00095.safetensors +3 -0
  39. model-00034-of-00095.safetensors +3 -0
  40. model-00035-of-00095.safetensors +3 -0
  41. model-00036-of-00095.safetensors +3 -0
  42. model-00037-of-00095.safetensors +3 -0
  43. model-00038-of-00095.safetensors +3 -0
  44. model-00039-of-00095.safetensors +3 -0
  45. model-00040-of-00095.safetensors +3 -0
  46. model-00041-of-00095.safetensors +3 -0
  47. model-00042-of-00095.safetensors +3 -0
  48. model-00043-of-00095.safetensors +3 -0
  49. model-00044-of-00095.safetensors +3 -0
  50. model-00045-of-00095.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3MoeForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "decoder_sparse_step": 1,
9
+ "eos_token_id": 151645,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 12288,
15
+ "max_position_embeddings": 262144,
16
+ "max_window_layers": 94,
17
+ "mlp_only_layers": [],
18
+ "model_type": "qwen3_moe",
19
+ "moe_intermediate_size": 1536,
20
+ "norm_topk_prob": true,
21
+ "num_attention_heads": 64,
22
+ "num_experts": 128,
23
+ "num_experts_per_tok": 8,
24
+ "num_hidden_layers": 94,
25
+ "num_key_value_heads": 4,
26
+ "output_router_logits": false,
27
+ "rms_norm_eps": 1e-06,
28
+ "rope_scaling": null,
29
+ "rope_theta": 5000000,
30
+ "router_aux_loss_coef": 0.001,
31
+ "sliding_window": null,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.51.1",
35
+ "use_cache": true,
36
+ "use_sliding_window": false,
37
+ "vocab_size": 151936
38
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.1"
13
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d435c230ed725b253fef0e0ecb0b216beb1ee7977e6f5b8e3f5df50302e5584
3
+ size 4997569968
model-00002-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d05a66cc06cad79b5d3b3cacddc78d907dc9d27ae762459e470f01472e9b68
3
+ size 4997578432
model-00003-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54bad9ae67c1d50effd534d5ae6a95818c9706b6044ac7fe7f4f86d0c1b9717
3
+ size 4998628368
model-00004-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb9edabe390e1b83c7baa7e939b7727e9e56fa1938e3eb36a702ccb376349b7
3
+ size 4988142720
model-00005-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69f6392abed6d3686866ceaccc6337e24fb6824e82efe5874b8abe1ff4d5d466
3
+ size 4993375496
model-00006-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96075481d591a92480bc808ce382a3bfcc3e857383a48e67d9728fa9197ffa6
3
+ size 4996545936
model-00007-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71e6a48b0ca526e5fd864c3be15ae3d228b7b410877de6e168cddc37572ef62
3
+ size 4960887872
model-00008-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c3f9ae173da91e0003372b2afb9e64f91839b218f5e015f1d437ead9918e10
3
+ size 4999693688
model-00009-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d76f5afedf6eb205376cebc85adedcbd453f6c97d1efbcf0681f8464dd7610
3
+ size 4995498672
model-00010-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6bfdd17c7278154dd2d4359e33ffbc38bda16a308146d5ed06e255342e2ecd2
3
+ size 4995498904
model-00011-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095eaf86c3ade2b837074067fe427acaba03c9331266d960241482e12df8d382
3
+ size 4992351688
model-00012-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc6170ba8be619e252ee957fe181f8c7eeb5df665669e843fd68d453bdb9f03
3
+ size 4989182752
model-00013-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911e9e6134d1818ebdf2d95687cdf6c753b11acd24c2fead10125b21ab616a47
3
+ size 4991288568
model-00014-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc3d84d7f51023c5f14deccd362ee93aa4261524efe81cdf459be90aa4ae715
3
+ size 4989208400
model-00015-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:941ce0fc31d4194ec9be512e604eacbf611a5a5b5cda4e8ea75c93101c02f866
3
+ size 4993376272
model-00016-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edba99ef1b73887fead919eb6fb68b865e5bb6745915dcdba0043bc9e4e445f8
3
+ size 4992353144
model-00017-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0d3b86508eee638ad40d6689b4b1be2aebfb81392a765fd34c303b2b753d63
3
+ size 4994425976
model-00018-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa8ebd568883590d6e9129fc42737f6c6d3d1b9db71a4c2e4f70cf47fcd8c738
3
+ size 4996532352
model-00019-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31018cea8aefb72dc263fd8a3e8b22f276ff7f7b9a16f8b659d4d918d4d10949
3
+ size 4993377984
model-00020-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398c333331db045b9acfa15a07ebe0b4f99af7a865a0730f25ebb322ed9ea8f9
3
+ size 4995500000
model-00021-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01bbe63313e03e461febf5fd4fe5c22314b2aba2824a3ddeb88b5935725ce7f0
3
+ size 4991280192
model-00022-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03a28dcd53f9008e0748a6861eb2401b4923eef913a595b3432e64a546d47b26
3
+ size 4993391624
model-00023-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06e642bc7032e7009146345abcbde3390a66988d468b27db594ce1c7daa14de
3
+ size 4994421952
model-00024-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2bb98c48226d9b99c85e111afcd593a0966b08cec693cb63d5dc3c004e6215
3
+ size 4991314824
model-00025-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c204131d50454cbde967ad23bc7f711b503e97d433b370cfad1c0e60486fc8
3
+ size 4999667128
model-00026-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68d06a8866940812dfbac923794cef4770292a27990c392b9b7a19464343781
3
+ size 4996523384
model-00027-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243dff81c7eb23e7c40d428f49d48ed9fc010b05bb6ffbf96a7dba9e2c7eaf56
3
+ size 4992344448
model-00028-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1aec58fbe1d8512753ea2b63e2aaa3af266ec13bef32d64dda0351ac4536dfa
3
+ size 4992330336
model-00029-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3fec7cee9a8dbdb380b9fdfa8076ff80e3bb841165072fa314085ed6e7cbdad
3
+ size 4996530136
model-00030-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0430834aa5e6cc4665d243d7ffed8cd88418ab52efc3e1868958c1a775ed31
3
+ size 4992344824
model-00031-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8f6c1f5ae4fd272d9e257264e3e018ac7f2b7725dfd9a6e74958a30bb199ed
3
+ size 4945159864
model-00032-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b75c0454a929a5cfeb73b88df489f4886c68eb4672728b5ee438f3fa1ad1b7
3
+ size 4992327952
model-00033-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d59da04a270e0932305fcc644291b5dadb8f24c218bb1b401312ca8945cb1c2
3
+ size 4992328456
model-00034-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74df06c47253de8ec7792771e8ffcc3760eb4596788832808e230d058b8c8cb
3
+ size 4996513584
model-00035-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ada65421b65bf543b8ede9da307f12579df7536318ce3f7e424c76e1b83473e
3
+ size 4999656712
model-00036-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a47de86312bece191db640a800b72f67b93b635e39de902daa06d8d3e62e4e
3
+ size 4999674664
model-00037-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d812477fc735162df35602240d8a6ae181f339b693a6fb2501a195cd335c52c3
3
+ size 4991280168
model-00038-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3e3890570118b697f4ce019dd81a6a6fa0862eb61cd3592fb0532d6728b4e4
3
+ size 4992337888
model-00039-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f9fcf0b6072da7dfb8a188682533d51ec2c69354cbfc9da92cde58d4231ed5
3
+ size 4996515120
model-00040-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d84d2cdc3c927a7b2b8f6f153fb4cac7646181a0a65643ddc77979b93f34fd
3
+ size 4996523392
model-00041-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04fe792d3814212f8d0aeaf18aead7f7bc161f96e87c7bc20823b59f5c48752
3
+ size 4988151024
model-00042-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:408e72cb9a5cc40f08ca91e65dc708ecc2a43e377c4e9069e9a92010ea813d45
3
+ size 4992327824
model-00043-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf606e5d4125f3b243f0f07507636e876c69cd95ec2bb4e3ae9060e02dd36006
3
+ size 4991295584
model-00044-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71046a9e22ee55df55b032d7853f41c1d3d4cc51dc20a1261bd613809d2dc1e5
3
+ size 4988134368
model-00045-of-00095.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4226569e35829cd58a865dc39e4209e8140940428e0d5a29bad975559573bc2
3
+ size 4992328448