Hugging Face's logo

second-state
/
Seed-OSS-36B-Instruct-GGUF

Text Generation
Transformers
GGUF
seed_oss
conversational
Model card Files
xet
Community
apepkuss79 commited on
Commit
a3d362b
·
verified ·
1 Parent(s): 0eb6885

Update models

Browse files
Files changed (17) hide show
  1. .gitattributes +15 -0
  2. Seed-OSS-36B-Instruct-Q2_K.gguf +3 -0
  3. Seed-OSS-36B-Instruct-Q3_K_L.gguf +3 -0
  4. Seed-OSS-36B-Instruct-Q3_K_M.gguf +3 -0
  5. Seed-OSS-36B-Instruct-Q3_K_S.gguf +3 -0
  6. Seed-OSS-36B-Instruct-Q4_0.gguf +3 -0
  7. Seed-OSS-36B-Instruct-Q4_K_M.gguf +3 -0
  8. Seed-OSS-36B-Instruct-Q4_K_S.gguf +3 -0
  9. Seed-OSS-36B-Instruct-Q5_0.gguf +3 -0
  10. Seed-OSS-36B-Instruct-Q5_K_M.gguf +3 -0
  11. Seed-OSS-36B-Instruct-Q5_K_S.gguf +3 -0
  12. Seed-OSS-36B-Instruct-Q6_K.gguf +3 -0
  13. Seed-OSS-36B-Instruct-Q8_0.gguf +3 -0
  14. Seed-OSS-36B-Instruct-f16-00001-of-00003.gguf +3 -0
  15. Seed-OSS-36B-Instruct-f16-00002-of-00003.gguf +3 -0
  16. Seed-OSS-36B-Instruct-f16-00003-of-00003.gguf +3 -0
  17. config.json +33 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Seed-OSS-36B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Seed-OSS-36B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Seed-OSS-36B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Seed-OSS-36B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Seed-OSS-36B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Seed-OSS-36B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Seed-OSS-36B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Seed-OSS-36B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Seed-OSS-36B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Seed-OSS-36B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Seed-OSS-36B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Seed-OSS-36B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Seed-OSS-36B-Instruct-f16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Seed-OSS-36B-Instruct-f16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Seed-OSS-36B-Instruct-f16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Seed-OSS-36B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2bf073afd4d158ab84c460398b090aa2e95bf37cf67cd1be0ad884a577bba7
3
+ size 13604186816
Seed-OSS-36B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b128b7b0c0264c5a4ee3611eea4f903ae9655bfd1b050f45c20d09cfaf762fe0
3
+ size 19142695616
Seed-OSS-36B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:488598f54c410c62dff67b01845a7fdfd5ce15b5d9a87a2934217bfae336d8ff
3
+ size 17620949696
Seed-OSS-36B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1248298473519cdd51ff8e82fe6927b958e9967170bd9c9faf438a1e04d2361c
3
+ size 15855409856
Seed-OSS-36B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a59580e69f8bba87db27186d7bcb904ee2cf537aae0fed0c8404f49baac7d3d7
3
+ size 20551043776
Seed-OSS-36B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc43e66ffc70e2d5a76eaaa4541b84178fb635c4acaaf3ccb782e61887b1432a
3
+ size 21762149056
Seed-OSS-36B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c752b89826282e27c460b2fba07c7f6d1025b7ef0f65db3fb53f5a7d7919cbf8
3
+ size 20695222976
Seed-OSS-36B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac9ea0aa5aa95ad230ef0a04c7312a078fd9f3bd1a555f7c9befb79254b5890
3
+ size 24970463936
Seed-OSS-36B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec85d2c4bceb6167372720dd73694a353a335254bfb3e3ab7f16fff94a640d44
3
+ size 25594366656
Seed-OSS-36B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2a23f999709c85157f0c8efa46b325b6abf7e49bc04ee35367664e39cec29e
3
+ size 24970463936
Seed-OSS-36B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6d66d812b2bf735ef34133d4abd73484f18e8d24a177fcd850cd9d71c537bf
3
+ size 29666097856
Seed-OSS-36B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed32089f5bee55dd8287b9a9a6bbe5b9a1b92237d374a7f21efc7a77322dddc0
3
+ size 38421093056
Seed-OSS-36B-Instruct-f16-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a808953ceb73ff9ec3c8e90185d9a94a46de7d83a55a4691107ad02056cb53d6
3
+ size 29961204576
Seed-OSS-36B-Instruct-f16-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867e04eb9dc7949d6e4b64879de1589c16767efe6c840eb58ca448161bc884bd
3
+ size 29960359072
Seed-OSS-36B-Instruct-f16-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd018e6e742b5fe7d647343ba919363a301f5e335386110a35a34c2c243017b
3
+ size 12389833728
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SeedOssForCausalLM"
4
+ ],
5
+ "attention_bias": true,
6
+ "attention_dropout": 0.1,
7
+ "attention_out_bias": false,
8
+ "bos_token_id": 0,
9
+ "pad_token_id": 1,
10
+ "eos_token_id": 2,
11
+ "head_dim": 128,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 5120,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 27648,
16
+ "max_position_embeddings": 524288,
17
+ "mlp_bias": false,
18
+ "model_type": "seed_oss",
19
+ "num_attention_heads": 80,
20
+ "num_hidden_layers": 64,
21
+ "num_key_value_heads": 8,
22
+ "residual_dropout": 0.1,
23
+ "rms_norm_eps": 1e-06,
24
+ "rope_scaling": {
25
+ "rope_type": "default"
26
+ },
27
+ "rope_theta": 10000000.0,
28
+ "tie_word_embeddings": false,
29
+ "torch_dtype": "bfloat16",
30
+ "transformers_version": "4.55.0",
31
+ "use_cache": true,
32
+ "vocab_size": 155136
33
+ }