Hugging Face's logo

RedHatAI
/
Qwen3-235B-A22B-Instruct-2507-NVFP4

Text Generation
Safetensors
qwen3_moe
fp4
vllm
conversational
8-bit precision
compressed-tensors
Model card Files
xet
Community
1
Shubhra Pandit commited on
Commit
ef8c1ca
·
1 Parent(s): c4a421f

Update model files

Browse files
Files changed (31) hide show
  1. config.json +5 -5
  2. generation_config.json +1 -1
  3. model-00001-of-00029.safetensors +1 -1
  4. model-00002-of-00029.safetensors +1 -1
  5. model-00003-of-00029.safetensors +1 -1
  6. model-00004-of-00029.safetensors +1 -1
  7. model-00005-of-00029.safetensors +1 -1
  8. model-00006-of-00029.safetensors +1 -1
  9. model-00007-of-00029.safetensors +1 -1
  10. model-00008-of-00029.safetensors +1 -1
  11. model-00009-of-00029.safetensors +1 -1
  12. model-00010-of-00029.safetensors +1 -1
  13. model-00011-of-00029.safetensors +1 -1
  14. model-00012-of-00029.safetensors +1 -1
  15. model-00013-of-00029.safetensors +1 -1
  16. model-00014-of-00029.safetensors +1 -1
  17. model-00015-of-00029.safetensors +1 -1
  18. model-00016-of-00029.safetensors +1 -1
  19. model-00017-of-00029.safetensors +1 -1
  20. model-00018-of-00029.safetensors +1 -1
  21. model-00019-of-00029.safetensors +1 -1
  22. model-00020-of-00029.safetensors +1 -1
  23. model-00021-of-00029.safetensors +1 -1
  24. model-00022-of-00029.safetensors +1 -1
  25. model-00023-of-00029.safetensors +1 -1
  26. model-00024-of-00029.safetensors +1 -1
  27. model-00025-of-00029.safetensors +1 -1
  28. model-00026-of-00029.safetensors +1 -1
  29. model-00027-of-00029.safetensors +1 -1
  30. model-00028-of-00029.safetensors +1 -1
  31. model-00029-of-00029.safetensors +1 -1
config.json CHANGED
@@ -35,7 +35,7 @@
35
  "dynamic": "local",
36
  "group_size": 16,
37
  "num_bits": 4,
38
- "observer": "minmax",
39
  "observer_kwargs": {},
40
  "strategy": "tensor_group",
41
  "symmetric": true,
@@ -51,7 +51,7 @@
51
  "dynamic": false,
52
  "group_size": 16,
53
  "num_bits": 4,
54
- "observer": "minmax",
55
  "observer_kwargs": {},
56
  "strategy": "tensor_group",
57
  "symmetric": true,
@@ -539,7 +539,7 @@
539
  "quantization_status": "compressed",
540
  "sparsity_config": {},
541
  "transform_config": {},
542
- "version": "0.12.3.a20251013"
543
  },
544
  "rms_norm_eps": 1e-06,
545
  "rope_scaling": null,
@@ -547,8 +547,8 @@
547
  "router_aux_loss_coef": 0.001,
548
  "sliding_window": null,
549
  "tie_word_embeddings": false,
550
- "transformers_version": "4.57.0.dev0",
551
  "use_cache": true,
552
  "use_sliding_window": false,
553
  "vocab_size": 151936
554
- }
 
35
  "dynamic": "local",
36
  "group_size": 16,
37
  "num_bits": 4,
38
+ "observer": "static_minmax",
39
  "observer_kwargs": {},
40
  "strategy": "tensor_group",
41
  "symmetric": true,
 
51
  "dynamic": false,
52
  "group_size": 16,
53
  "num_bits": 4,
54
+ "observer": "static_minmax",
55
  "observer_kwargs": {},
56
  "strategy": "tensor_group",
57
  "symmetric": true,
 
539
  "quantization_status": "compressed",
540
  "sparsity_config": {},
541
  "transform_config": {},
542
+ "version": "0.12.3.a20251110"
543
  },
544
  "rms_norm_eps": 1e-06,
545
  "rope_scaling": null,
 
547
  "router_aux_loss_coef": 0.001,
548
  "sliding_window": null,
549
  "tie_word_embeddings": false,
550
+ "transformers_version": "4.57.1",
551
  "use_cache": true,
552
  "use_sliding_window": false,
553
  "vocab_size": 151936
554
+ }
generation_config.json CHANGED
@@ -9,5 +9,5 @@
9
  "temperature": 0.7,
10
  "top_k": 20,
11
  "top_p": 0.8,
12
- "transformers_version": "4.57.0.dev0"
13
  }
 
9
  "temperature": 0.7,
10
  "top_k": 20,
11
  "top_p": 0.8,
12
+ "transformers_version": "4.57.1"
13
  }
model-00001-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93412af2dbb57c1f69b5fb46a5d9af056dd167c4b4fdf421f85b069aed6af8f8
3
  size 4999200048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f14bec2ce1f50d0c6df9e21723cc5763db555c2707c5f42c6968bcdcca93ba9
3
  size 4999200048
model-00002-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cd3b42048503bc5bc6601cb7592eb717b3e00612fe3b7257f62571ea1f27f9a
3
  size 5000439192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8237875635ec65f6f28cb069c03f89bc9a15ce501400a046690151ef62658054
3
  size 5000439192
model-00003-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c98b18887df14eb143f90673458e3505e7e612375bc62aa3c79c17be80b0a3a4
3
  size 4998995224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f656970620b03e533c91fdfc0b2f228f97e047a8168bc123fbab265ad1f1614f
3
  size 4998995224
model-00004-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a4f30718915e10543662821a3f704f2e533d8bdaad1cabfd24e3f5fe74d51e
3
  size 5000442896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d498920c3036c86ba0a23c72d0946b5fe9069b86d62aa131ee1a16d48554c37c
3
  size 5000442896
model-00005-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41d52548b7e4b53de4a3ae5e0e2acc159d4e6e746677d1379256c1e0d3f78843
3
  size 5000444344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72280171d8abefdcb164a25a76250894c2ae344d9c8ddfaecf61c00b64d5d75
3
  size 5000444344
model-00006-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1e750e996a8cb216b5f901d505e8cc99c8ef50e0810a15c9f2c73e34ebf83f4
3
  size 4999000336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1a2694189976521e8e1a6c2e25cae8f2ee5906f1ce6bca72cd6098042e81ec5
3
  size 4999000336
model-00007-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c39463d33fc0be5a87b2f79cc7bd4adeb3e23913eb9c654b520aeeec482b178c
3
  size 5000444280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7dce038c00712855baa408f8338c47c9a0cac0109294c84d42a2e4e4e9b236c
3
  size 5000444280
model-00008-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93d96de0243fdcd6a5aa4ffd244d1484e82cf4ae3776c365fce9d5e646c77eff
3
  size 5000444344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5e4821f4ba834eef3d4f26d477c84876065a3b407ed541dcf67a787d19f6d3c
3
  size 5000444344
model-00009-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6952e42b49d8ad89965c66859b091478182075d9fd0eac2121a785aa816c0f2d
3
  size 4999000368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ee95ae97f14691c50bd8a3c12218a2f8028af37dd1ca2100b25b965bc5b06f8
3
  size 4999000368
model-00010-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8bf8fd9b046544f9f41c9e75babc653616ffa96a9f69f6b54d4eccd8141d67f
3
  size 5000444256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82d5581b09a6c870bff04c0305e643a8e23777cb29082810719c95e2a33a1491
3
  size 5000444256
model-00011-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6711e9350e04a4f4813d9486a18720fd1e7779123498a311e949d1b4bd0cbc38
3
  size 5000444344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1afacf2560281beabddd4128e3c63b313b10839274670c33c63395c210e9674
3
  size 5000444344
model-00012-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a4fcb50e7bec568de87b5f15aac522916cfb79fdf5758d41f5d05ccb91e8899
3
  size 4999000400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24e873280704b17b144d974de31987902292103b850074e3b612799b40fbb93d
3
  size 4999000400
model-00013-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90ef89f76fc77cdadad03e2463f8ce3873ea21febb830ed6e16fa20a48c99d0e
3
  size 5000444224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e6e8cc8c7e0215dd35f6f8edf9c592386dd17b6fe9e1135acb9716402d7df63
3
  size 5000444224
model-00014-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82a1acf0ef0606950bbb9f2c2f44e8d4eb0068e9106d8adc4822b32f41ab1746
3
  size 5000444336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd7583aaf03ec27eca6e7c14085f57d9ed30252f9ad25aaaff7480c4053951d
3
  size 5000444336
model-00015-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6539c7161ca73509cba5b877fbd7838ab34042e89d24fde9b3b3b1c0564c620e
3
  size 4959157280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d299ea3578de67580b99371a86f6b68ffec3ac1f6b6e9e84d5b1ea96b7649572
3
  size 4959157280
model-00016-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e19913528e82eac6cb9a6b3d5c0b49ddddc7a9745ebac0db78ccfc7bc3b2e25
3
  size 4997813648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa945854fb909c944fba9890f08bc0705d7baf0b4030ae6b6b30c74711cf8f4
3
  size 4997813648
model-00017-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:469a5788e7e755536a037a8dbf6c0df398eabdef1ed8ceb772aa4a86180d5b36
3
  size 5000444344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ee43c6a4d26911d6b1cbdf644be4bc317a78c190261662fabcf97da3c836df
3
  size 5000444344
model-00018-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b2fec9790996bfd438076ce5469e2657d35ec14229fd6acaa92404a578eb995
3
  size 4954448424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d6ca68102240e5f09458bb57dc165893ea7c58773799e4a53401b874bd6a636
3
  size 4954448424
model-00019-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be746e52c5bb48cfd68585d63c236dfb960690085d9134a42473762257e9d798
3
  size 4998983344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8970fb90b306bc67459e340e21222ea13826f6d05ef0d9107e48d6df2725aaa
3
  size 4998983344
model-00020-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fe8a74486643fc0ef0a7e945f20fb6fe1d95cee1758df8d940e063089ff7fd1
3
  size 5000444344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31913985f56dd7664d1c6c95bc50248680cc995d1612b909a1e3dd76acf9f638
3
  size 5000444344
model-00021-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeccf69e67eb862b997dde38d39d2745f47761a58f3173b963b8ccc416a3c7f8
3
  size 5000444648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c8a5f5f047069bd69cf1385de74e8f3c2a34a9b0d2df91bbbf17a0f60627b5c
3
  size 5000444648
model-00022-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98401e833eb4f914ca31d076ad4bf62a18460947d5f62930435a40a426589072
3
  size 4998999976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1955d6f08887181189fdbbdc700212b8d57a6793d1e6ee5f135776b3b54a85ce
3
  size 4998999976
model-00023-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b61ccf701d3fb7d579a4262cdf80db237a7a078540943419e5a6fb0ae7370e59
3
  size 5000444344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb112e81fe6103f8243b4aff837d61967fcff47ecfa5bbc61779d5f9d0a74dfd
3
  size 5000444344
model-00024-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cac1828d48b8474e3b7b7234331f9f603b65847eec4857365419c61d7b8b1d4b
3
  size 5000444608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6db2e507677de82faadfec529eaf0778b02e7f74133af03bb5fdbf471fbce40
3
  size 5000444608
model-00025-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d59ee7c6145590da743fca7275597cc5f89c7805fe9fc52da866339883a9a6a
3
  size 4999000016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ec753d79756ca286e47e9813fd50e687929a05192cad6e377f419be734fc26
3
  size 4999000016
model-00026-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5df104f7dc3a45813e1c03039be70e928a07c9f44d91f51c757c65a410bc3f4
3
  size 5000444336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221576a938ce887e4b9bb5ca5e1c4897ef12f4bdd7cf621ad8d284e2832f7744
3
  size 5000444336
model-00027-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0995637d5c790b5fcc8ca95d1baf45cac42b0969e1fc88c1b4a6189de7b54fa
3
  size 5000444584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427f0e5a1ab8655126b593cac1eff40af889fb686225dd7201600c72fc7c526f
3
  size 5000444584
model-00028-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f4595e97b68a85140545d932e4298b035315f11de395b6139229d369da879e2
3
  size 4999000040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b5c066eaff02e10ab3d25f3188869d753ccec17da93a39313b5e8393fb8ddf
3
  size 4999000040
model-00029-of-00029.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c06532982f7781f5d01d40d4efe057a3326e5c694d73c29e5835a7860e9f7676
3
  size 3844734960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ced8964d04eebae5606411fb098710d645b769ae83e865ebedcef96da36591d
3
  size 3844734960