diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9884908e3c29c3fa00ad5761b83c21c1f4896b
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2d528931d3d81832f5f960885b9d2a980a8326924f775854868632d1cad42c
+size 3916826
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511cdc7327cf245f5a056201718cc139d1e58fb
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aceace4c025fdce0dc0bc5ddd32272dd332c2455d0e2654ad0645dac0224788
+size 3916826
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f77ce7d0fa63a21104b094cdc94bf508240118
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360225ed601a8aee24be926bcbcd6ba51e9ef8e89d4a971e33773f5fa6c72f6a
+size 3916826
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72fc6d97cd0408ec2a15daedd9bbe6db801a0ab
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e66e271f28d89453d898a696c1dc88af00cd677724183a45e6f7283b868c0dc
+size 3916702
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bd9c62426253c761656dd43f96edc30bdee73b
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d4baf45a60ef44c1d60fb784e6a5322cb31addd5b865cf00f1e8145fa652a4
+size 3916826
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408603b15087d6156ed620d740a80c736073b0bf
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb16203f9a51fad9ce5c350fdce8ac57eed22777a0ef3d090b1c463282fa1ca
+size 3916826
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac99c93471fdcf0280d709eb3105b601ca0ace2b
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43ac7421731e03759cbe39d4ec3a88b6eb8fbf184bb339124136040741a00d6
+size 3916702
diff --git a/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d457dcdd48701deee83275f35a2e3b311cb445
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e26d6797384dd820a39bf5faaf20d28b0b1fa736bac79d05137771d147bced
+size 3916826
diff --git a/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfb7ca81bfc174615170e6f67cc81b23dedb261
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa142e6cb39ce32f35811663e23c93ddfa2e9e1dc1c2143b886526fe889e6f44
+size 1684594
diff --git a/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef497b736b2059a98924602629879c5197c2060
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b9deaaecfd93d378e31eb185ba407f2d5b8eb8c5899d159d066644d4945f19
+size 1684510
diff --git a/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c74aba3d52af6e22b7c19bd187113ceb367a770
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f726d462131b226bda1ca98df00c605ee28bf9109e7dabd10ac23b31c9a3562
+size 1684678
diff --git a/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c14a4c3d6556b1b61a631cb648b8372c6e773b
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9529b341b62ea0de14f281b481f5ff7b61c8b5a1ff17280a860ce11eb53a167
+size 1684594
diff --git a/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c536f15d21cdbaeb330b705a25686e6f390b58
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9899b2db7ec8bbdabfd9b0213a1374184489436f0e145f1c6fc541d11e0372a
+size 1684594
diff --git a/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cd3ddfed9506473282e85f17f7218fbb47bd02
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd29500f729fd3c1e5287785803e2f082fba046a65e33525c4090ad5c5d81a
+size 1684510
diff --git a/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4d6a196495daf24045b355d2e3c9abbe11ac73
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467ab4d2df485a37390a1a1d578d0e7ba10f14542e64276f24357a1cca432d5c
+size 1684678
diff --git a/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722ed4a5d7e3903f20b8605e19f02e3a619d2f3
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc99f6272a14ab42b2900bb68b3b7ac6ceb1c8cff29233d37a73cd61b6816f50
+size 1684594
diff --git a/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44678894b754a0081c848ad91463c41751d28c0d
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a5b036c1255e199caadf2f44eb821f15dfac29203c860ee30f701103c93135
+size 1684594
diff --git a/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bbcd8f98e59937f2f5890fd9006762a1f52211
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e55bdfe8711381541c4855a14c7d31193f039fd471a507fc30088da9c1d80
+size 1684510
diff --git a/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c145a29142e6b8f3d7d028414ea6764fbb0e81
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc79648caf3300b27c90d4e83785fb15ad3221301fb3de7001c38d0a7691d506
+size 1684678
diff --git a/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f429c614768a15228853102eb37ba4440fd2ad
--- /dev/null
+++ b/c4-llama2-13b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deee48eba7ad498e3ba1caa9a5ceb98c90f96918f66247c2d77e2b65af51bc8
+size 1684594
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c301d9feeed87df029e1b4ea18be9dd7af69b
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abd090f870e3f63ed815fef5914d7374f5ca371ba8e0dedcb9a93fff73a2543
+size 2510842
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f081c7ac55a54b3000e6a45b489faa15dd38bf6
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e649bd660119599e38f3a27aa5fdb196a581735edfde3c9c5b13e0b6701758b2
+size 2510742
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaee66bbf3c858d7b56469f5973781ec7fbb3ce
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79253472fcd0152537fb4dbbb48232ba95eda81e5cffe75d28bf3e97213bf7
+size 2510942
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c18821d815350b6ead3e3d6f29acf2a4502ed08
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d3f9e98988cafe3063f67d0470a631a2fe19c57211e5ddfe2288504c77c7d6
+size 2510842
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f503844d7a523c56a59dec436464b94c2de7e415
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f2dd161a85b537ce5f86667c273f4cb2c3e293d8b71ace9f65f2eae0cb267f
+size 2510842
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b148f4afcd09b14cc65dd51c078da668a5d6f1
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7c5ffc09f10cbfb8d2f58b0ee50a751e5b5dd9fae0bf645c044de6a031704c
+size 2510742
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42534edf9a682a3275b01c4cf0518c4c67058860
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0d5ee7733ca187d6d459ab16a2b824d0e191528cef7e56216084565d380b42
+size 2510942
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c55802ba397392a74d30db722ad3972eb0e027
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2665158838b7f994c5c9649a7279eda5003522608ee9284c60352ec9aedf9467
+size 2510842
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0056eb4c46a18000512071416a8f958279a05090
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb7896f06561c4a47959b70e1b3c7d6b45375e6cece3f80f7f8fab75081819
+size 2510842
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701667b9c98b051c15da605c9a07d4ecca53d635
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148cff6b5486f3084e8d245d8097b1a2c46cdb0eb09343962f49fb9a69a381bd
+size 2510742
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f60951b71262a3d0ff398bce7f4a1a5f3624f4
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d14f2f0a9152c6c31dd831b3f61d46744a2e2434cccd50415d4bcd695ac0fae
+size 2510942
diff --git a/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9cb63199dff770fbe61ad34390a0c9c4c35c64
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1e90cee20eba20d13c1c1f333b47771226a54fd9fd676e8a6eea2a982ed091
+size 2510842
diff --git a/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b479392618068f68211cd36850bfb48f2c9bee4
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089d418efda9d147ebde519f416a6dd4287631f8e40a01b5526b4237a5ce7f62
+size 1085614
diff --git a/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba83d929c347d8edbab55cc2171188df610b5257
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7790d557f82bf3463f9bce25ac21654cbdacd9f6e220f312220a8bea9453cdf
+size 1085546
diff --git a/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a56c9f53c0141e1f0dbd4d861f30413fa7f0d77
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da42898b594ebd8aead7e114df063f958f156410aa0e4a87d6cc5744d3fd1a05
+size 1085682
diff --git a/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1f845ed76dab5396dddec5d61929704ef505c5
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad774c79cbe41876fabd598f7b1c7a05999078310acf604cb36abb55c3254e6
+size 1085614
diff --git a/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c744cc9734b549160b66d15c1cd477ebf14eeeb0
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897bd540536b7a180bf7a4ef0af16b1a998479493887a04306ed658e06c6c426
+size 1085614
diff --git a/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca1856cfb65e285841a42806837b352f9415b52
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f71bde01bb8d78f1ba2b0d81b04a82eca39e1eeb1d1279302f5ba1829b702e
+size 1085546
diff --git a/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2eeed3cba35647b09eaefbbd2bf665737e7ca93
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a35a36e7725b5beee66b34b11ea0ea9b2a7e6c37671bfe690d80a54f9647eaf
+size 1085682
diff --git a/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b658290053af3be1bc5d3ca3930f41f54ddcd547
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15d37e0a737a886194d8a51ede2ea6c3906e46317190e3db675b34e0281e840
+size 1085614
diff --git a/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487333c0d71c4f8d2d7935da74d2b2999d310946
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00271eccdcf367f144b99d4f5fb23413733d0cc3eb459e039850ccbfd22f4d4a
+size 1085614
diff --git a/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8578edfb02dc8b5d9dacb059a1ac261965d10c38
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521fdc44f6ea3d72a231c59a25dfa4f0ea613a1a6261ae21966fa88f102a80bf
+size 1085546
diff --git a/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc59b3b11ab61cf65f6f837814ac4b92cd71d57
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f7d260a7035586734b751457691713bb7f7ffbf5898f3602be611f9d3ef5e1
+size 1085682
diff --git a/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312e6957d0786479750807198df5c9817078352e
--- /dev/null
+++ b/c4-llama2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db6f0803f0b9636801100ce2413da6c22a96587b75a1e847cf15befa0f3614
+size 1085614
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be9a98012bdc60b5b990c081dce567f0568f3ab
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c77e538d75c5d223e44b5cf70d45fcf9f96c8a026a09225e797752ad9a93c3c
+size 2936826
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80cbbe927e352562950222ee081f9356f6a25da
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3142e9c1600cf102bee338953b3451c19f3372bb2dc41229cdc9137f4ddea7
+size 2936826
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50ee9ebff54d17861deaf317c4b510849544813
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53558b64c1b8b0344e8f05b9723bf13dd1184aba8dc5e7e95d28ae7041013567
+size 2936826
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7996794987bc2c00088637d8556c4617c3b7ae29
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b10b3eef62927e364fa21def127eb1dc55d1dfb98307ee95a8f1d59c9d80f7
+size 2936726
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3576b40833116ae9ff92b9c72e55baf3af22fd4a
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25328c3b4acead3c7e2c6bb5935ae8da5cb508e98976f3f197fa7f8bdf5528e5
+size 2936826
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ddafc57fd89110e4daa5f97132c18c6bec13f8
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ebb3692e950d7dd8947253f889f1a3c1cc426e954e098f8760b49e3c0397d4
+size 2936826
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a44bcc022a3c97a44088e2955896dbc07f63cf
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930ad2907c311c86311855e90cadfda2e52eb9091547d8db77ecdc1891798499
+size 2936726
diff --git a/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d078c2dc5db087356f17eb7731ce352958e20894
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dcdd973dac76b976134aa83e7f7efb06dcce05d16f9ce771089d4b63b50ffc
+size 2936826
diff --git a/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8cdea2f4e717d5abf460da29d7e3b0469df8c5
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d366c89b391087a757591580f366d67bc583d2887e36d3c2567f626209686d
+size 1085614
diff --git a/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067ac08e8d67653ea0b2a0b2a3125de41254209
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9788df7af2503d2b1654cf7d36965ab85c7695943cc0a2a7b8e6fa2a2095651e
+size 1085546
diff --git a/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff5503e6bf33b41bde1470ad0f5fdcde1c904ba
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57de63c16da0c25f0e547c4743090fb3137b312c0b8ba30da110591d1ebf384e
+size 1085682
diff --git a/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d7d4a0d04e25a87fd34177409ef797902d360b
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d269dbd0acca9268781ca699bfa48fbc4cff5fe5118bbab93f9b0f619bd3d
+size 1085614
diff --git a/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74da977c80c8fe1ebe87b479d500aee00d7ad0b
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4429fef12d5afb508026ab282a8646e1445cc827c844337a4eb6e398ee45163
+size 1085614
diff --git a/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966158e9f3c1c92cf0c02670df61b9eab0b7913e
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c94f97dffa277ae55e168effc45613b4efd1772cf86c3f625f51fe9bd63af5
+size 1085546
diff --git a/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bc0684d1935bd6395e7ac11f6f5c8fe2f54f5c
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b562269e022277f28159558dd754571cf94c6f06cb8376d8afd627d6505155a8
+size 1085682
diff --git a/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d02f21127bbee3eb6a596d9a39e4cb19ce5d2
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c65e3cbf474655e5d090f14148f7465780664963c3db4c1bfe15156d417f982
+size 1085614
diff --git a/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42c0bc4a344d490a99f2c102db2dc40ace825de
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b5d102edab33f0595e5ca9d23a1d376fc6a2adbecee33f4111b71f4bfabb79
+size 1085614
diff --git a/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4789f8af3d082922f45b3aa9b1bda827d2aa28f2
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb722d044cb8353880e5ddf953c8edeb0a6e8537a90c26f3cc1ecd2f9dc51c7d
+size 1085546
diff --git a/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df95323f31a3baa6bf362f1b1af89d9475782e4d
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a4f41359e743bc8eee2d51876eb0af3ab7101774150fc739d244248056e7d7
+size 1085682
diff --git a/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321b1eada832ae6f327740a8f2f943e5c18e6893
--- /dev/null
+++ b/c4-llama3-8b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ce7892c9f2b548a92282b98be65707138d0894e6780fcc882cd018c5034281
+size 1085614
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b133904c175927208cd5b181d5e0e089e1b2342
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07ab80603fee91c488c264142f0045b69ec1ec8d467c5e97c8b8438da488666
+size 2936926
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e1e0d66b6cae112df093bea93bf9fa197c7012
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9d059cde075f1fceee74ff73e32df2fbfc4ab350af47e361823cfe2878957f
+size 2936926
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3ec941c2204865968da5b679a95bdb9a7e59ba
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edbc3e53a74816c37f61dc3a98a41133b43629ed8bd59f5b5f6c13763e3d057
+size 2936926
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef8f8dff50caf8b95a2770337297c65a5b34e24
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfe7faa26bfad02e822e501faa52de38d9ea3f830e3a6f297d5606ba3bcf05c
+size 2936826
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2741eacc702b35c91f473c08225802321ff98986
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb6d1120a145bd23371770751f8b7ebf6a55f87e376586aad75aa342f1d43f
+size 2936926
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54aa3c52f1138b1ceec2cfbf0ac955de915f567
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdbd362ea8bd4a69e7946c9f34ca5d5dec1e9e96bf48ea6b884dd3686a18527
+size 2936926
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa6393ad90fee4045c46523d090dace816e059d
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb395a085de3a2f693586fdd0bfe65aa087f1f6ceebe64f98e5863a9aac18833
+size 2936826
diff --git a/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea73c78b4e12c3b4744c7069d273087d98f0434
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eece82b90ed95b5d4afaa4206d255a82424783251099e460ea423057fdc4791a
+size 2936926
diff --git a/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8a394c6e96c4ed22bff05af3a29d5b7390ee59
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a811c944dc3c98ccba7b65a5ed6acc6211c1f76ca339350ba10fd8140709a3e6
+size 1085682
diff --git a/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631229121d33b6fb020c300835864bf2d1653788
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323c51b0ae19798387e6cb2bccc29522e8e237a50144ade59cc23be0fa1ddc3c
+size 1085614
diff --git a/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52de5e54dddc1fc0963aaf74a125a66b449bf806
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742085e0a8acb4cfd06e9ef4ec0d6eca07af5f4ae10ba6efc4856f5f0641f97e
+size 1085750
diff --git a/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058d7451c7f27f44310d24375bdbe5cf08aa9d46
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93e3a86b671e2d13d0667ded6382f4fa7e8d6ea3f90adc8222df2caa0d1dec
+size 1085682
diff --git a/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab50c25778ee52b11002387aa4a303e83157f73f
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e3eee260484811790a4920d4527980ad022bcca03b22e2e7436eb980b1439f
+size 1085682
diff --git a/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bada58be284736ab8be843c10ac7026ab608624
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4135e431f359525e278ff23697898c4f73a4af592709fbe0a179c2e3371e61
+size 1085614
diff --git a/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7559fe20b709f8660396cb2d0d2729ef8132dd7d
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c677e73053d5d1006f569561ea577abf8d1a5097d080515adf9cc91828144d
+size 1085750
diff --git a/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498018f13f739189f4fc8f5dd801147cfa0bc17d
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b0929bb02dca61c813a20525e74aef1403b85b0df431f49224c4e59a63f38
+size 1085682
diff --git a/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbaa57bd832c5e23a607cc26de04e3f2c3243f43
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f14f76a2009e97e77253e1e290cfb4038a196007a7e31aac24e5d55faaad0
+size 1085682
diff --git a/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fafcb8b403ef3781ce5b0f9c83a95e4aa72200
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4a85773dfcdf2435bd98038eff7526267eaf55e5056b0efe26ad37004c13aa
+size 1085614
diff --git a/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dedaf5bb721a34986dc5cde36ef4b6c0f4911b9
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86f59be308758ac96b8ed6acca05945735bb0b7de754182f1888ccf518ab9d8
+size 1085750
diff --git a/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8620202439dc0b6279a5470e3dfa9b5489592d5d
--- /dev/null
+++ b/c4-mistral-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef6f52a76603ca2389812c8dc13562982c5069deb20b889cbacf8eb79607030
+size 1085682
diff --git a/c4-mistral-7b-smoothquant-0.5.pt b/c4-mistral-7b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cc385cccc4122df90518134e5c0532a613d7c4
--- /dev/null
+++ b/c4-mistral-7b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a8c12b2a11cab2030cce721a475e175df315d2425e510c27f890948f030748
+size 553774
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe540e01246164da46e941863710f3bd85b112e
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ee5c7402a19910d30ad85d1e3579c1490c6e12a7562c1dd1a773cb44c2362
+size 1219614
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d69a1cb0a6beb31057cd3d67c3b4107d92ce5
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8c021d5b3298ccddfbaf093a8664e3deeec5abefcc401183c3b952207ea747
+size 1219538
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe9def2c37cd2e93e3135e2cf9f2efa14859513
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f25ec70c5a64760d5a952305ebbfc7ad0ab2f3a902402c6c5526195764f6687
+size 1219690
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d8bcd4e9c12a6aa8adecc47c32190671fa6311
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a503985936fceb3dbcf57366fef8eccdf405d85965fd9514a9801a1d5150a79e
+size 1219614
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91450107fe30ee768d5b18322d0c1ea68a92399f
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667c308536b51e68c083096da8f5e74b466d758025ae46df199b6988427523f
+size 1219614
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d19129569c11032941ba344a1b191fe995fec27
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d438fb68d50f9adf14214b2ba0ef6e0e769811e4ef8588562f8c786adb3ce
+size 1219538
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa6b47f185ffde7a2783349d7eec3b4828d676d
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e0c5574cb53c956964b1aa0998275eb37a1842c5c1d9aa89df9267db4276e8
+size 1219690
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d990a848e60675ef40bc332cc29c8f5916cb7216
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908e7653f786173017dd55644bf19de19a1cf0587845a953e53fa8be0d30f473
+size 1219614
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e61c47c8298a092903912efb4e3c035604fc24d
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67510061490760e9ca7087126ac0bee089792be2da11aebe19c1be0cdf0b03c
+size 1219614
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3075b7a935ff8801f815e01e740446b9dcb0c670
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5789343a0824188156cd02da5b0d44ac3098fdf38eb68eef952ef3f7c342c2
+size 1219538
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c816e5cbec502022f373d37904d317871de705
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f1b19ca52597f35bad02dff1a3232b0c6d0af94fcdf845a6cabe7e5cbfaaad
+size 1219690
diff --git a/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b58c3e51944efe8920d994950431f1aa41dad3
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a40e6bf24dacfcce91bc5c577a36d129dadf16194f8c6aa070a0ce223437618
+size 1219614
diff --git a/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0203fd13a1a576ae39818adedf5ea4abdf6c0add
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4580eac552349dd19f123f9a0c33193ee86f3968952dd9c655906b64361a6058
+size 421066
diff --git a/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6627e7e4d0e686b5b859b47c294f126708c5331f
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570c8231f5ef4b58389512d59d4fd7df053f5c162b3538ed83675b7c38d1eb6
+size 421014
diff --git a/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ec58199bd285c54b522e3c3c93e11dddcabe08
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ea176a051fc1d5497d57653674e220c056d26b8f692f576a28a1e3fba4e4d7
+size 421118
diff --git a/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d9c7f0c77e9ebda868a69109cad6c1297444da
--- /dev/null
+++ b/c4-opt-1.3b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af9065e381a277f2f4c179878aa5089ec233b29079f1ceaefa7895b05d104e6
+size 421066
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc9eed6329ccb7ed09a11fd68583b1a82f5b2f7
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2615d63db706af46e63a17f84f27d285d8ac2999fc91f8f2c56674d7773d0f12
+size 241450
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b51f5b6b69c04dfaaab34b3dcae6107f145fe
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7576342b8f816f7a5e3dc81f66f3983bb2c379185a1cc2356493e048889819
+size 241410
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b418ce17ac8f0b0dd86b93deeb38892234630a5
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cfe32b8885c320f47f56b924f0cc66e7860dff3823658e80fd86c399f9ab09
+size 241554
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4057c0e9404c9c49e7789638e6d8dc15007f290
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3449a8d3b4b629a3b19ee0fe05b5a70de5a719653f5fa563e563b53b10d36706
+size 241450
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a75c79cd775c0155f1189c6222037a03ec942a
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bcadc02c1e5e651d7ec6a84175263d53346678d77c09b7b1db58d7863f404d
+size 241450
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f08fb6702d1e427d8e02ef02b131a3e422e38d4
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96b800676bc224dfbc7f87e393a65ac3c370023d94b2997e5bc70eea92780d7
+size 241410
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c87e688fac035001e4e49dd26a313500e4f1cef
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53dcb4407c5e2b62f6bfe1bdec598c1695c5e74214682a5460ef34776cb4a6b
+size 241554
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a946abbba776ef423e26e03ef7a2efe2ed05e20
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a68ab55607422aea4d04a70939bd05e2b5f567bb6c6defb8033382cf0a03c9
+size 241450
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7fe17c2852b50548561f0b4e41a30371a6ceb7
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5721d4ffb59657627e8e1da475437f417e90a319116c19288e978f6274e9f2
+size 241450
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a917a3567f06aef15ecf23ded314b56417f53c2
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ffbaf6453b5b7a03e49be567177b509e1402e8382e1763ac486a6eb11b901c
+size 241410
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95ff903b0cb932062399142e5a1f2f155423a22
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd98e599500a43ccb03ab23f833a7cd1bc03080dbdfc8c1e3350393fa8d6a97
+size 241554
diff --git a/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3c426f667807a3eb7a5140b4ee289417529f18
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552de4f2dce2f4e16df89376f3b4f566086e246c3b4d82c2811e36fd49b90f6d
+size 241450
diff --git a/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7274092e1e72427ed2daecb570b0bcd1919f4bca
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5377a229aeb5df29334d590059f5a734e1a54296a39f8cbbc9a53c4863f472
+size 87962
diff --git a/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc94841ee7f768e28bc318ad0e526b7761d4a0b
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d69b416549548cc7f1c0ad013a895e4cab9d483599a3a59a592ae535f30fd3b
+size 87934
diff --git a/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7be78dd7c91ea2ddb3aabc423a71a8ac9376e81
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1421ff4125a6a47e260e6b4a86af53ac7d3cf5552f2a5c02cca6f38cb46dd8ea
+size 87990
diff --git a/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e448d92131387fdf1ad7ea5342b09a83bbbc5f01
--- /dev/null
+++ b/c4-opt-125m-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71c0e3d715cde95cd4fd9e5de947365180794d111ffe520b4559f472cb4d164
+size 87962
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a82e43f06f2ce51cbb66c904a63dbb8665ad57b
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3b870f83f81c10b9d148e45e64bcb40b718fbcc4e4c50d8cba5c8dd7e15df4
+size 4981222
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edb8e3d2edde76c84edc4722351ffc375086561
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675ff5e25bca76bf9a833d343e5db0212b14b50c789b9a956bf6c22b16c96127
+size 4981098
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b24e251b03c61895e73881d8bbbcf45d3d6107
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0351911b170e589ad702e12859500a193526ac7801078244b33dfdeda75cdf32
+size 4981346
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3325d9185ecff9ebd31bae87f8df1d916e75637
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c530953fda414c0087dacb983f091d77fed4622935c43857817ca0f23749cbd0
+size 4981222
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49915163c83b112e8f9d8639198433021cf9c9a
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9736670dd3e5560956ab4f482852af943ec5c0e2e365266cc3c1d9ab62610f
+size 4981222
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f02e486e330484d0ef59fd3d84e1dc77a65dc98
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8176ed5b1de48ed25bdd2dd95cce4c28fbbd30e6cdef758cde888b5485e1ac
+size 4981098
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7514a05e16f477e78256820c8d33a58b0cad32
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1911b7a42b58e1d6c01a291c92fa5c1ef2f99c9c12e12e5e73201132d53c8d
+size 4981346
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3256ccd6b9178ef900f2579092e54131b45900dc
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8663c701518c6ca86b44c3d76b8c94acd5391734fc17e1f7500c79d7bdcf4
+size 4981222
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c814edaeb70d67fd20dbb5ae23bc97eca3c088
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344f4c877d03da63727c87e70fcd024a547fdce5ddd59ea209ae55227d4c5709
+size 4981222
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e614a69a793a9a386027f2e45c5ebbf12f5f8e
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1e2f210aaabca90b0ec4f191886bbf4d858d3401a77c00a48b15c39c8b515d
+size 4981098
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90280b925ccca554cef0eec58415d3b9b4b9e0fd
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb717e25eab3716dde9b74042b61d9de412eb922819a520cb862c76c5bd372eb
+size 4981346
diff --git a/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480b586e7031693d30bf346e66a0164240b3a79f
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb98201f3d7c411c0bc1b33571089acca94ce40477d703d2ba0be71357925a6
+size 4981222
diff --git a/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d595ad123b1c112450ac7f15ab35c4766969b81
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffa4fd57f8967bb6db1b7b50332acca20ba1967b2484ac264da0dca177f61fc
+size 1684278
diff --git a/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f722b75d466fd9b8e8bfaed8a610765bda3507
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52c03d9ab8249e7a2d499f91bb497c12ea74b5e372e9faf614a967a56b4db7
+size 1684194
diff --git a/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0104c06053881adb3573ce1aab3c696b746fa1f
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e45b80d345b35f92343b42af9b69101fa957a432ecc39edea1796700e86c88
+size 1684362
diff --git a/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4355be9fa7ced3feb5373eee83656c018e6c75
--- /dev/null
+++ b/c4-opt-13b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126133d47288308d2f5f3f3e89b4cd0ebfc136fe5560bdbb2176dcc823d8b879
+size 1684278
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ab01cd8b3fef0e3d74a613fc08c6503275cca4
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74adc11590236f7cc1734dfbbfd96ce8cdbeee266a0679631c7d7dfd793ea1a8
+size 2019094
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c01a6685535fe4af4b606d91d7a744c12657caf
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764dd5b53fc1679b171362074ba4bd1395244a55098f853346dac0724cc15783
+size 2018994
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876a5ea0b270a1bca32a93b995df25bfcd7c255f
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216c06b48d21177125779844d2d88826538867521be66182854fea9cbc595c6
+size 2019194
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0c1920830e77c890cb4b54d457bc722589ba1d
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44005da6aa0992a2860f8516fc6c2035294e143472b5dcc0c69a0f095fefe2f6
+size 2019094
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff80c298cfece770ccbae20c75461a1af07bc4c
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7a6303b823293937a3b97a5e21586d8f6d14145531f2cbd3a2fb1d598bf451
+size 2019094
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a64e9db6b737930f28cb0d2af295082e293f168
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570948377acfa5d43deb92151c31441cbefa6331c326bcd97f2468bd52fcd3d3
+size 2018994
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078fa96a6a104215b629e17476f28f71c5150c29
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829cfd7927006573031057ac04efc65a1ed92db069abbb26a5222ecab3fc4e8d
+size 2019194
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ed0f4c5891dda6deb947bc6eecc084b195fc53
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b6a436e20e0c043d257da82ef2a2c59b926940c1decd57bff32d4d8681aba4
+size 2019094
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be64d4240d0ca8b5a98befc1fdc0db174b2f4f20
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e940b4f2f6e5dae6df783dd2347f1703c7a153de32889b259e0b2e3872651a87
+size 2019094
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9e40a750d15d8dcc7ee4f4c02cfba2a3737245
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c254cc2ee6afe0bc82cc47e78819610e59e9a03c762f017582b0b6f48830de1
+size 2018994
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebecb90d9de09751d0301bd1f2543aafee6c92f1
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054489f97412e102687930e5c2a132f1f53f71e26728c6bf72ff1f68a95c4b58
+size 2019194
diff --git a/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3833e58888093d7ee8988f9cae4dd23169d8476
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c7ae3c3170ebdd2883a98a98da192b91d187b62522735fc135ae94185cb086
+size 2019094
diff --git a/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66b258562d814ab2b4f7c1c094c98b9a9e61898
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9c73956494523a7d5c266c6cfcabb2ab580898bbf9418c005a4d964666bd68
+size 692266
diff --git a/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db603c7613adabc2d9747f1dd69b829cdac56f
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4541cff849fb7fe8062eba720d1a1f283d331e0d3a22a44d5cf96ff716dd48e
+size 692198
diff --git a/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73bb9d32f651f18ad6b41279f90132775c856a0
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf375848b49e23d64391e823b93ed0da07d55a4158648dd541f51d684df65a4
+size 692334
diff --git a/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f1771b347f0ca22446ad03bf5e4c3a5befa712
--- /dev/null
+++ b/c4-opt-2.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b89e0221d467f02a18aedadadbeccfb48ef13e77240f74a2fc85cdb0e656957
+size 692266
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf54ec97101cc19325b0a9315f3600735be9dd0
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f11f983b55730b494dec976801b2aab3d5f1fa2af1434fa4635beec215b01be
+size 3198742
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa0d128b6c2fa83e34dc809cd001e1216645311
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2013d990d8b86667c675a54ce40eed0debc73e23cf7652e0cdf8ab8d780247af
+size 3198642
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a9192ac83c5447968af57b3ee6d173033f542e
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7c681bcab203f464cc8c8e9413a9ef61687452c73ab6779a3154f8d0ff088e
+size 3198842
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de85c2b7dfbc3978f24e7a0a1adea478b9810cbb
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b11ed3d524363482a99af01da5d386f11b5724b92ab45b069b03eaa7d8efd5a
+size 3198742
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0510ee823444d68dadd888265de3f24c560647b
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248cc605855a5725041fc9662f624407bedef03ca6faa3d69eb60322bf7f34ef
+size 3198742
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693f5348673faee594e245e56ce1c6abca2bd783
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438300b199ca7a1d9d4eabeab498a7324de1f803156fa8db0e7ebe1b185ce253
+size 3198642
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66b47c9de68d90dfb163ecee9afaea90ba65187
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35969be3cd3a2843edc31af5510bd774d53a1a3e177ac11b912a6a7ca6a274c0
+size 3198842
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f04850b8653e799ca7b95f567eae892145d363
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89bdec7df2f86ad1abf0a08b4548fcf49dd34c35f1bdf3ddd46cfc55741a665
+size 3198742
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9227b3fef15cf20e572896b32eb3ec16cdab3e1
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cace90c7675d236d48ea90dd0ac7dd8f672503b2c354c2702d66e417a6170cd2
+size 3198742
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d69c2ed030ca6b0a8a2e059600ad1237a59ef17
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eddb2eda6640f13ff19e185bbbc9cedf2a1a4815f4c45392c7710ebb14d551
+size 3198642
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e17fda438fa2d75364bc97eb0e2352b132f9c6
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa10daa9b79829e22d7620f2a0b48f679d04ba0aa0f803337b473119189429ff
+size 3198842
diff --git a/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7f887725328c6fcf122e75ea0d108b76e53c2b
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d539c87f4e50328f4dce5ae852bacea07c9104b8e74ff404e871d73df0ff8c
+size 3198742
diff --git a/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8844da11a98ce9b39b71bde7ab4e66cedabaf859
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4da9c56128943a2eee7a03d6fe1b93bc8788fd867cbdba4d0a9c45e1fba98d2
+size 1085482
diff --git a/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c743a219df21e4f87fff74c80bbbc61e017c2
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532078b1467a6006c1c2f3992e74f06cd6aa47b20870d4f00193b00eaf4418b
+size 1085414
diff --git a/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb4ad31cc947b040614cd3c83b22bdc9997b3f3
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164e39fa67578efabc53e756fd57de43a04f2100cb1e251c62272aa128ba33b4
+size 1085550
diff --git a/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43ac1dd4f9d849b6403aa3421e0490cf05bab71
--- /dev/null
+++ b/c4-opt-6.7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac2428609150b2af04ba5cd3ecf32d3b9641b5818683c411fac843971894b9f
+size 1085482
diff --git a/c4-qwen-14b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f873175cbc03c168b69191756d69a3684d5a76fd
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54883d1f1a6a69d0747ae2fea0ab0dc3826dfd6926a936eb1a2c89f0bf9e3822
+size 3890786
diff --git a/c4-qwen-14b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-14b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dcd34fa8360e5208e1eba50995c5f4f938a77d
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb1cf56d07f24af0cd6132266291238a26f1d0ae7e28485bf26414b8fa22e45
+size 3890662
diff --git a/c4-qwen-14b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed3907beade617479b8a08d70aa937cf0cdc49
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c33997cf10ee090bb8962af955f876ead4e964cef2c0898774ebec5b405381
+size 3890786
diff --git a/c4-qwen-14b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-14b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ba86f0ec7d3b59fd3e05da3a4d371b9d06b1d
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb603725c04ca04a31411d530712f0ed85958dbef02ce2c96cdcbd0efa579489
+size 3890662
diff --git a/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04b61126d54a6901c27750775e629f0faaf0a4c
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ada3c6c40e96f3fc2cf63ba975863834dfd7825912cc33cfea50391ed5e913c
+size 1679370
diff --git a/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9cc3ecf54d10cd9a01354baee576aa22e4ad36
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d752df661a44af62c737627d71624ecbe7cf08da98e2cf0ab33fddcdb9ff81
+size 1679286
diff --git a/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eceee90304cf3385743a822244586b02342b91a
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b8b2c05e5af6a4aa5fab0b1b3dcda733b6b6285711f7f358f429431e8987cd
+size 1679454
diff --git a/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfcd7afa816d90f4f81e5fbed7c3bf47dacdd74
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c448d5bbc559396f1aaaa67ad4c666ec5e7b6b669893e7fff4c792e872a60c
+size 1679370
diff --git a/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d075f88dd97cfa9f9b4f70b25de2fcaf3c05390a
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e563717b9d7248847b249427fb1036fe8ec2645938987cf562de8e218fba28b
+size 1679370
diff --git a/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9896795600d7adf78af51dab1d57fd2485449ec4
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6346a4183607a446a8d4a225bb4c1ae8186c1bb4545d02a33b242c782418692c
+size 1679286
diff --git a/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805b8d9a1df3c59bbf764a27d895bc451188a686
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b296e644f178040a8e841a368002a45b1e28f3d78e67628de1d6c0c68ed45
+size 1679454
diff --git a/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399e6a91d0471d3ea7add9af8da82ec99ac32773
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31e916d76a3080343058cde80d5f7ad5d1e78c97dc7fcab5aad1bb7eabca3b8
+size 1679370
diff --git a/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38820733fc919a2ca30eaee50e5e6f2b4021ffaf
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2709419674602ea3a479d1b2c25011a58fd95b24dfa59984c440ea19133041
+size 1679370
diff --git a/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f07dd40e541ddae0d2a611ad6cbaeb9a81b469e
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cb1620f168dea87cded74ec679819603054e063e8b0aa249c8a782971f1fe8
+size 1679286
diff --git a/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c201702e8c7c676e691727d33a45d5d0f555562
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749e9739ff8ceeada57bb5a8e476d4bc0cda64cf2e362c6588534afde63bfc2c
+size 1679454
diff --git a/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba348f74a946df1780e39716231ed19f53daae5
--- /dev/null
+++ b/c4-qwen-14b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb3d241ae04baf82ebe69af086dd3e6d4d08dde6f369ffacc2920c1549c760f
+size 1679370
diff --git a/c4-qwen-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9067ffa2cda2d2833300c8e37659ec237b522172
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a75f352018e93323447dc50e5bb05bb1fc4681d7d22337230e4a91d35f3aa1
+size 2506418
diff --git a/c4-qwen-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36e96aea0adf5718f1e5b56a3d41698a2248fc8
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b082add6f2b2d23ee64ecafa4c3aad09e9efec3b79028e963432decbb8ee4ae
+size 2506318
diff --git a/c4-qwen-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aae52736c326f4b7c917aebb58b64b67e7b29b
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7a9bf286fe88c3ba2ddd7ff3b48b895b313e191d78989c7c9930862440d584
+size 2506418
diff --git a/c4-qwen-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a18c269da3e49c0bb391dd3a8e589c5b52f46c9
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb195d473eabddb894c875bab297a66d1ad4c74968c4a15888498a1f8b8ba74
+size 2506318
diff --git a/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1857fdd26ab74d68d4ea1b6fbc8690514d6fac93
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3169dd0db0ecad7f0c22767372522ad23a05ad4d0af31086da16506798d8aa01
+size 1081446
diff --git a/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0795faa707eb0e6ee4aa05d44544ac6c650a7dc
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bec81664b2f23ab7b6fdd542fa7f6b4e28c2c24e013cf818456b4843cd68396
+size 1081378
diff --git a/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa001c22c6c8d3c88ab9048ea19792b57ef1bb1
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caca1b741b73e503002ba825573820ef2701048f1d4faee588c2172ac99fb9c
+size 1081514
diff --git a/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac018f03ec42db7926adef6e020d48f550ca0f3
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c46562be2f28183845970b82b82c5f5e5b3e11e8340c1cbf0ca25bd74abde4a
+size 1081446
diff --git a/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ae4fcd8d9cf13c84433eefa15464f977903efb
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04998378950d25ba8adbea51dac028387e726da8f8bac20ea04b9bc8331e558d
+size 1081446
diff --git a/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9829f03bba577fbe8d8e59d4a6e118fc66e916
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ff24a320af3a0261eb6d201ab9378a0779765b29ef60dae5a402e46af580fb
+size 1081378
diff --git a/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ab5de409e03b9d32a67a945c77ed68275141d8
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bccb2256594fb68ae17053a692b6d563fde03c6878b799b4cde014bbf02ffed
+size 1081514
diff --git a/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03e4db2410012e86f6a832363f80a73d12db625
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f2428d4bb075a87079560e109ed95748fe3559eeac653afb64996685afa654
+size 1081446
diff --git a/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06839c41677f0da3ca4da41264d1d60446daa7cb
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b459bd327f169b6b5fe865fa8942a2a8e77e14fd7b31e6bf49ff51dfbea877
+size 1081446
diff --git a/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce912038a2aa276ddde2c4213fb63d69992c1db
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d5ec16020d7bbdaa0cd2e3a99643d5e9c3a0de33c4eee01ed0e1199cd9f405
+size 1081378
diff --git a/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566b2a6e42bcaba8f229840f8539a8974d2ac966
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577eea4589168769b6bf38cefceda9dd25bc7d1326616f56a3199d66956a5477
+size 1081514
diff --git a/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1815f4e9b1b5d08a997a92042bd310193912c0
--- /dev/null
+++ b/c4-qwen-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db679d18768d6289b2920a5e09add57884246db5d0c207f403b25ab85b4bc762
+size 1081446
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4bd99572bdd10076d8a55c58edb4f0239ae0a9
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c70222791400e02f1c73227c7992786133ac69a63c96790ac937932d0cc9c5c
+size 679158
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85eb7701639323831071cb033f80ca92785093d
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65739ceeafad2b834164a47efcebdadca9dbc1e87af08c27e072db1bdd516732
+size 679082
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae11a7a63ef4ce9134a333a9e6b896d2cd42f5d8
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f96267ed7316d01e16da80abda58368a0f99bb2288712dfb2dd622b219ccb1
+size 679234
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b968c628dfa371e0d2bb00a10541ec0ca337d2
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a1c9d6c4243d18245506be02f6160d51770d53428b4273c30e4206a0d4fe3
+size 679158
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff0b759df1302ce1213a80105a434e03642fe13
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0911dc25a67ddee10a8c9fe06738dc55e90c24497a697e0074d39b9f7e8960
+size 679158
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0238809f5acef4ad6f8d3d35a6ff696c9338e2b
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005497244de92bdd7b7a5b3cd8f7a8e5b27278f9a17609f631eb6c407d9f33f
+size 679082
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e23809b4a74d975eb3e04c991fd0128806584f3
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b15d7000668027e195cd1aed77fd76bc400070f78ba4292c7e3e93665cc4dd
+size 679234
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a407744ca77fd74cdc70ecb2858a106d9abaf00
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4ee0b4260f0553ac33380b926a5e05891c69d1f47846e7f039ccfe9c02d1b
+size 679158
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e845f4f3fb966f7017271bef76328d23e22766
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaf6f1cdf23bdd5e2742d4177bedb624abd516133826af6f1b54da8bf168e00
+size 679158
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f4a1ad2f6e8fa584f30baae682cc8f49ac0e6c
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c141f65340cfbfed408b841453a34ed829edfb3e2202e6f8eff4f6722a6647b
+size 679082
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9083a18ebd9fb3e7d7402ff253bc211511a164c1
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6decdcb5d3cf48f89cb613359fdbc7f010f466b68728c03d772939f8d273f12
+size 679234
diff --git a/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f417addfef29cd1246f1dd9c5abb3284eeec57
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054ea6b19087f0d4a7867bd598ac63842ef8b07844d521811bc2498b1a0a915b
+size 679158
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a92b98bdd047ba297ca920eb96b63ca693dfa0
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8283006bf69a717a493a8a8736572f652a22ad5ba7a965e0fe9d0d78867ca6
+size 200050
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb5720ba1725666696f1282bd9b6aad40897708
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b9850227c810d173a8743f9820e5bacac4088ebb725c7be8ef0769fdfa9de9
+size 199998
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e6b80b56b28f77e222b63970085386adf2ddc4
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de80e73d406205543aa99f7649c44181d9f739b0ffdefa3361ee891f3e61d5d
+size 200102
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17d26677110e2ed772178465b34535b9fe525c0
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6606dbe490f2773f87ee711c4e722fc51f01ca554a47e3d30bf4429e40456ff1
+size 200050
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edd64553cbac3fad1151691d3bdf5f44d9a3355
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe912b19d2b998ce79395c2fd9bca7b4a1e9bdcb0c470e2b07f5b53dbf8f7d09
+size 200050
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200b06453aa9e2beb881d10994422690d6086670
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5639f548cd6b54af1bad3ddf95051a1967faadbe17f59aa3926a5913a1b82828
+size 199998
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc8a6ce65680ba54055a11d61731b6431dfb41e
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9029a150a72ae8f5ba884b40c3bd9e2a0f7b3b44df68566e629d2761e7fe73f5
+size 200102
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a12a7f3921b0fcc35993ae6878315fc43c7f0b
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145327e35e6adc97207266d0b22fb98d63065892fab68e309435cdc4b3e1f28e
+size 200050
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3970c3f321089e60ba9d9106ff4ca2189362e256
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e52c446d4d34f6c65fd555aba68b9471041852456dc94589daccba98127c054
+size 200050
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6180580d42d7476e7dceaedc1d92bd7371a092dc
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d47a31ebb513b4406a29ea075f5b8cfb7d9149c9a8d443170efa4560a0293b
+size 199998
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9119a11ea35f49439d9282c5fda6b20f36a907b7
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ed5ffe541e62d63385c8a64df8e84ccf9099346d6032eb35c07dc077680ce4
+size 200102
diff --git a/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e4ceb8f0dd127d870363224b0a4aa204108daf
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad51519210116fdd6f62565443cfa9f4bafdbd3ff02615f54dda846d21f868e
+size 200050
diff --git a/c4-qwen2-0.5b-smoothquant-0.5.pt b/c4-qwen2-0.5b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcdb10ab6cdfbe46ac6647965155a842c4727a5
--- /dev/null
+++ b/c4-qwen2-0.5b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b51e15a70e4bc6238861dec3208b9921694f550a7d52524671224731ddb377
+size 108222
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca4e1c08c2e4d54a94e7658a8e8e86c19cfbc7c
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae5b70cf582d87b7697e1ff02e019e7fdb05492833a94a4fe87ce7b36a4d992
+size 1394378
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2630a7052a1969e8345a07604561fa61c84dae45
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e805fe0f1da79ae49d728cc35f4e8e75e541558747287e0f9daa525a9846e7
+size 1394290
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ecba1bfd92f9382437c3e94a36fb06f14f0969
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73739dfbc6196a88284f518940ced9612a98352cd738c2570ed562a4d814651a
+size 1394466
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b856436eca6857e35b9578c56563c7b0629e4f6
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d24ed3f0758e042dd3ccac1e8a34a23d1e33c4f733c0b32b7d9112a86fbe32
+size 1394378
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f84442781f0b01000908a8fae7c5e13b2fc08e
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c626beaa3be4581e420797e1b96441e349f63816ae03fc7e2c4ebac3901cafcd
+size 1394378
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36b8b4273196a9aa6886faa42e331dc66e78d32
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d4f3fef32f74e51af5cb9c0e5b9e2c4072a26c1ddef496988e08156c680e6b
+size 1394290
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9dfedb9c1b8e4e8a35e179f4ed803edd2ef035
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f633987e908ee8a5a3716a38c976a7bc54dd0c67cb335202fd5a5800ccde2d
+size 1394466
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a77ad1a0edb3f2fc1d964c885df80e1717c73
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12772ecefe661b3a3fa6fd1df449f2dc9c94e79c1cc6bf7044017a8185227026
+size 1394378
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec4542592ab4d59de0b1e9ee6a37dc66fa00042
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c9a416bc455dda3c312ded1e232567349f23f9c705ca7e316a86dd3728bb9a
+size 1394378
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed70409df55d32e86d584fc2a2d01ad1fdc6b80f
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d4c69592767a5cfaa76895c0e0836d7000c27b558ca9c8a0cdc6fccf1fd09
+size 1394290
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ace61097bd8b02f90583faf20bc08946031f60
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d975393d8a3385fa51598b8c19d676a973b8083c64b29392c629446405f67770
+size 1394466
diff --git a/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bd4f8e97d150628b7c959bddf3c198be5db649
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034350b6aebc15b6a888c132ae2034b4d224cfc55bfd9768b7371f7fc3f34bda
+size 1394378
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0654e8537a00e05bba87eb5cc8056d90f410e96b
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2a52b9c5131ac64cccbb57cc4c81121bc11aa1fc837b7d867d8c677702b3ea
+size 376594
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bb644d41d3297927c9ae4bd0d4632a3f13dd18
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c894b35374a3077298eb13192fb17171b4f391f5fbfe9563fe2d91f25e4a94
+size 376534
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186915f5b1edf842eee74e3f80081350a667762b
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefad1f4358a00a60abf7db4d823ccbb4b009bf4fee2f04eacb61103e0ab74db
+size 376654
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd51b52b786e1c624e803c986d7daa511b157fe
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e666a07e112930ad41ea9427c254400d97b57ddeab6f727c14ac9f9a7e187e7
+size 376594
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efe0199647ffb7e1185f7ddb8348e0f02326670
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7ce3ef0f9af8aa4ba7e5a30d73a19a7de15e9820b2a267970ed00c8b2b8609
+size 376594
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469a671b6e042eaea65da586a6eb7f29a3e0af03
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d90176f48df40936b3d1d721d6fa42b5d222a69983ddf04601d35edc1eeaa88
+size 376534
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb10955575fbd408b6dc65fa10887a0dc3dbc479
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f99a1bbb6876d0737c380f46090653605b20487776c9c4119582c959cf1069
+size 376654
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6219145bcb549843672f8e184b7cce47a94438c9
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a623fc7b20fd596c1e4e36cfa2843d40570ff479ff3bcae21b76df6bd1ecd83
+size 376594
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0fa3ee80a6ba14c385e7d1e0fdb93ffe649567
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d978fe84258c670f70b94dd6477c43f849e1e14ee0d178fe182344d0481d0ae7
+size 376594
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7a30ae1570e2f204718da60237cc1926f13e48
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65f78434187769aa06b04a3ebc8b5fec8016053a77f7934ed03fb6da19d98d
+size 376534
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77658f4438b99866440c24530370f310de2f5947
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c1341ee9ed9727b46b6f61e324d78197aa5d16b583ba4e467beb8aaf1e046b
+size 376654
diff --git a/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5127acebf570b54bf6526f8af6b98d210788adcf
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140de3d2930d7584c690a0b6f25c601bf0f1c5bb2f4ebb0f28d7eae12c93483c
+size 376594
diff --git a/c4-qwen2-1.5b-smoothquant-0.5.pt b/c4-qwen2-1.5b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e4b0dbbffd2c9937384b4ec36683dabfe03a06
--- /dev/null
+++ b/c4-qwen2-1.5b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258243ed8e0a9545038cadc6c204d2cd469c28d2beca404a5569e00a4afb9bc1
+size 197910
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50e0f06e233f9a6b9d0d0205df24912dbfaea1b
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af2feda36e456172c7b1fa0f575021f8b1fd491597fb8ca88a80006c6cc553
+size 2971074
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40bb832e0e0b990c9ac445e9aec9f3d11b75a37
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9481138735223cd8598d615b485aa660410f07a68e54fc1a98d58159dc776397
+size 2971162
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd56d7ba338ef574ee07893c45ca67879fc57e
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37154b0a646310f24945076686a580fa9a736850ac9482b9f5b04694985baf25
+size 2971074
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f61e3ee81e9cc66b93ac267431101995a91f8fd
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a724da29c5077d8d39d79f11f8e23e3128a79005df0f98864f63cbebbd0e4003
+size 2971250
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6654432a038a090c068555426de3c03c705eac6
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fa82fe97e167acb7f7dc25da2f0dde1e75fb1654c42558fa614a82a25885d4
+size 2971162
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00046e72b18e68e279378cb0f35912b67d12fe
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5b685411771b73eb4474b57c3b78ababd1e8ca27a6a5d852c5e6e1b88e6178
+size 2971162
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5dd290b0828b85616eb757e656d82766f664b5
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d085ccdfabccefca6bdb61ca2c5079f380bfccabfce99e6bb801cf8dd6610f01
+size 2971074
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9b260586fb6be8e18946d2efb4d8d3bd1a9127
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21806ffc81b09dc1150e236f06ee6279261e2a905b7f3aa8914826cd5fb82def
+size 2971250
diff --git a/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6048ac084f72d3083108c128d3282cbf8c8223f
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-v2-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2a5580c10f98b46965e312d43c1b7cf72725f2be48111e9184612ec6644831
+size 2971162
diff --git a/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c169376f2d91d3e93ff8d64a3b9192463a5c78aa
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0eea8015191cc5882e330fd075b400c1c1e02fb83cb719b953ab9e12df0f66
+size 835166
diff --git a/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95c159ed163ba3938ee39f7e59ed63d028c5bb3
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae138994c02683a5eb68468803286e9ef7aef9b4b1f76509f02d4df284d8f1
+size 835286
diff --git a/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c492ab2a6a2a7909c5950969c62edf13f0bc95d
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184e117ade7cf887c071ca37c50292f584d52b0fe34041dc620902a6f733c6f6
+size 835226
diff --git a/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a907ef4d0533044badf689b7a98c89999cbb9cc
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889e0a5e645361e531d3136d65ea879304bee19b2c4beb9949df31fe616711f
+size 835226
diff --git a/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f103b6b728163a31231d60c0bff6d87d6c7791
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430db8a4b479079135b28acda96eb52334363f862e8ca22d68272f0a5b77a17
+size 835166
diff --git a/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5051681341f7cb6a3bd38e553b9d5b3eee3e2bf
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863efb963daeed9ea722f8c9ed842220f59b511efc1671ee7a28dad1101c6435
+size 835286
diff --git a/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41dc40f74b185d4bca49b264840d0f6d7707d3
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp6_e3m2_a_fp6_e3m2_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9932d24a9181b300bd4b88e02efbd742e7247af694c7abda3cabb4d01d5311c0
+size 835226
diff --git a/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed287c4b190c6c154f711c86b3fe0e76cd517f2
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de0627b23f70ab0fac2007dee752c21fef928d90b052078f4d0361955c1cf9
+size 835226
diff --git a/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df2f1bbacd95ee93ece04e1905b8e38e6af6f9f
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g-1_scale_mode2_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb9b4cbb5ff4720d521f36451fda9952611316e020d3ab54fc71d5eb8ecf9ef
+size 835166
diff --git a/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbc06bccb2f357d222f74004534fad57375bc8d
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g128_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb926a4a1346327b57693fd382391a551765f93d619438d3914f5e65be88deea
+size 835286
diff --git a/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e34df2fd569594cb7204631eba41f3947052bf
--- /dev/null
+++ b/c4-qwen2-7b-smoothfloat-w_fp8_e4m3_a_fp8_e4m3_g32_scale_mode2_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18969462abdf7ad11249de72c14ee7be61368c61e844c05777138609bde34e6
+size 835226
diff --git a/c4-qwen2-7b-smoothquant-0.5.pt b/c4-qwen2-7b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214c12d352d02c2245fc891f9860fae7ecd0c2d3
--- /dev/null
+++ b/c4-qwen2-7b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d924857e7a78e6f6e3398ce01aab2b1db9067a882d96cd1242a3a77ebfd65b2e
+size 427166
diff --git a/c4_raid_LLM_llama2-13b-smoothquant-0.5.pt b/c4_raid_LLM_llama2-13b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9733eb3c885742b58a5c4e8d0a1f1f484537761d
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1712ab3334318cb9371650b0d7e0689298ba32f6fa42311c5ee908ab665686c1
+size 856786
diff --git a/c4_raid_LLM_llama2-13b-smoothquant-float-0.5.pt b/c4_raid_LLM_llama2-13b-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2208d57a7c9c43953dcbc67fc6ff5aa1ce84a46
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be96f1acbf04b6e982581bdaf55cb17271657e773bf2d7ef85be244b63bd306
+size 857290
diff --git a/c4_raid_LLM_llama2-13b-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_llama2-13b-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b0669e87c268e86a0eb8234ae33ef022b37fcc
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f398c95c7dd70b25d0d76e5f1b0f7c959d8ef2a722a5701ef651f2229c91b4
+size 857878
diff --git a/c4_raid_LLM_llama2-13b-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_llama2-13b-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5d5384d02f1d0708cafa829f1f0fd90694c6d9
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651cb338d97ba46c05154e5d74bceaa18ab18468d98af4e0477dcafed46e1684
+size 857794
diff --git a/c4_raid_LLM_llama2-13b-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_llama2-13b-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00341071558fbd0f9289ac075ec84d4d3058fb5
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d2f93ecc56f513c889b96ec6c4b5b421b2ed3315cc5d051cf453c2f3ca6036
+size 857962
diff --git a/c4_raid_LLM_llama2-13b-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_llama2-13b-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899dd1f16e0dd8b2f5f0c7315d7df3292742a6d5
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f948d01b80f9b7e81ca9b4cfd037bc89c42e98cc80e532ff6ba9578dae2da9
+size 857878
diff --git a/c4_raid_LLM_llama2-13b-smoothvar2-g-1_pertensorTrue.pt b/c4_raid_LLM_llama2-13b-smoothvar2-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdce43d780e0b62ff292fd40e8880188c7c2f2bc
--- /dev/null
+++ b/c4_raid_LLM_llama2-13b-smoothvar2-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb32603a12ac875d3681872f33ea6a8c8751d5b84725837937505400114ba7ec
+size 857878
diff --git a/c4_raid_LLM_llama2-7b-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_llama2-7b-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb509477a59c8c9fa3e10acbad2f36333a9c277
--- /dev/null
+++ b/c4_raid_LLM_llama2-7b-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001fe2dbadde0f08aa2a1620bd00546416ac5d83388687c996328d1b619371a8
+size 555266
diff --git a/c4_raid_LLM_llama2-7b-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_llama2-7b-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f04aa1051f20505a5395c4a7c5d836e47e9692
--- /dev/null
+++ b/c4_raid_LLM_llama2-7b-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20636d6aa53ff6b733eaa9cf6fe86da92adb09092262cbb8731a480d35d8733
+size 555198
diff --git a/c4_raid_LLM_llama2-7b-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_llama2-7b-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d929b09a449ee270dcb89feb123b81cead6d1d59
--- /dev/null
+++ b/c4_raid_LLM_llama2-7b-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4895ec21e52ba56748efc707f836859595b48e53b9cbc6caf0f0653bb21b43db
+size 555334
diff --git a/c4_raid_LLM_llama2-7b-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_llama2-7b-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ead9b45dce971c076bc63e376c2724e5836252
--- /dev/null
+++ b/c4_raid_LLM_llama2-7b-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d95e08ca89eb49b7d99d4277bb4eb1a114e201d41eb842a9c1670dfed6c9149
+size 555266
diff --git a/c4_raid_LLM_llama3-8b-smoothquant-0.5.pt b/c4_raid_LLM_llama3-8b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d248df7534cc9867ea16ca333dda47345ff81ca0
--- /dev/null
+++ b/c4_raid_LLM_llama3-8b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06a2e22745813191db6a0d0287ad7f0b7ce5af76e740f695474543c0575fb23
+size 554318
diff --git a/c4_raid_LLM_llama3-8b-smoothquant-float-0.5.pt b/c4_raid_LLM_llama3-8b-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60b32824396f873fd9e0be7e4192520999ec2c4
--- /dev/null
+++ b/c4_raid_LLM_llama3-8b-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c000b79f5888dfd40a3b2299b752f173fd5866b9b0d3eec4cd56a264cbc7cb8
+size 554790
diff --git a/c4_raid_LLM_opt-1.3b-smoothquant-0.5.pt b/c4_raid_LLM_opt-1.3b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83c7fd0f99dc50532bf660e2f0c42b9aa81c6e4
--- /dev/null
+++ b/c4_raid_LLM_opt-1.3b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c82ba30a139465e9b086f8539663f805027a3f649761ff29057efd90104553
+size 219114
diff --git a/c4_raid_LLM_opt-1.3b-smoothquant-float-0.5.pt b/c4_raid_LLM_opt-1.3b-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2446cbf052e6ad53a034b3f888c4a6953b6932f
--- /dev/null
+++ b/c4_raid_LLM_opt-1.3b-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664aa00741bdce706685f965b1c84e8e6eee22f75f7ef220349a4a8176791a48
+size 219426
diff --git a/c4_raid_LLM_opt-1.3b-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_opt-1.3b-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4d5442e61368f9a5463a138b23b6fb587eaf7e
--- /dev/null
+++ b/c4_raid_LLM_opt-1.3b-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a85a7c6d568a1cd38db46ea1f37294ab0685fa977b7b17dcc67f3221163dc7
+size 219854
diff --git a/c4_raid_LLM_opt-1.3b-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_opt-1.3b-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2c54f6681c6c9891fd7f60ab0a458f003f76ed
--- /dev/null
+++ b/c4_raid_LLM_opt-1.3b-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3061c1c1133003e5e7659334e0ad58e895f935d0adc32f8a157d9513686f88b7
+size 219802
diff --git a/c4_raid_LLM_opt-1.3b-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_opt-1.3b-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c035b34238124bbbd92739b0844d9d00167930f
--- /dev/null
+++ b/c4_raid_LLM_opt-1.3b-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6df8fb6b6262b9d1ed447c47590abdf362c14cdca808d8b0ad395a30222cf73
+size 219906
diff --git a/c4_raid_LLM_opt-1.3b-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_opt-1.3b-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdeacdcfe4bd80f10ffeef4dcf1acb0bfff3d72
--- /dev/null
+++ b/c4_raid_LLM_opt-1.3b-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257d0b2fe2c89054c69d3587fad95e9844638f2da0f9e2712c6b3fde9ceb1ea5
+size 219854
diff --git a/c4_raid_LLM_opt-125m-smoothquant-0.5.pt b/c4_raid_LLM_opt-125m-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a6655f4793e67bc7407b597e8163a2515729b5
--- /dev/null
+++ b/c4_raid_LLM_opt-125m-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184dca6acfb4897cc73e680cbbc1d7e8d47323be2b195568f0eb748c68a28326
+size 48314
diff --git a/c4_raid_LLM_opt-125m-smoothquant-float-0.5.pt b/c4_raid_LLM_opt-125m-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e887d5771202744625a6c969022d0cd9b9a3a710
--- /dev/null
+++ b/c4_raid_LLM_opt-125m-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74644b9e74251a3a50dd1a96c74acc21b93f28f560e23758fc25ba83ba51ddfa
+size 48482
diff --git a/c4_raid_LLM_opt-125m-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_opt-125m-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c9b6b35ab42f87699630c2f6b0561ac9fbd91a
--- /dev/null
+++ b/c4_raid_LLM_opt-125m-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39cffd47bcc25a5b4308b34b9710a8562215c9a5ea0423d8d8eff2d53ea723e
+size 48678
diff --git a/c4_raid_LLM_opt-125m-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_opt-125m-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59b733b7d7ae17855585cc947b8b59623b330c0
--- /dev/null
+++ b/c4_raid_LLM_opt-125m-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8848cfd4f609d796ac98cf083aaaae57886a0b9821c7cd29752f1b005983d6d
+size 48650
diff --git a/c4_raid_LLM_opt-125m-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_opt-125m-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a56f81a529de76e29e9c068745516a16fd57170
--- /dev/null
+++ b/c4_raid_LLM_opt-125m-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11294f411acc2cce2aade00c9356668b559afdc71a499eaaeae7abc416e7d32
+size 48706
diff --git a/c4_raid_LLM_opt-125m-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_opt-125m-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86da33663e8412451e3e064d1a8b5d491f32023
--- /dev/null
+++ b/c4_raid_LLM_opt-125m-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b872e868cc4747756b93894348cd593ce822415f7a5c78c95b34c3cc655bbf
+size 48678
diff --git a/c4_raid_LLM_opt-13b-smoothquant-0.5.pt b/c4_raid_LLM_opt-13b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754c93ed7d8826403b14c098f77edc33ffd56b82
--- /dev/null
+++ b/c4_raid_LLM_opt-13b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c533dae843c6d0ce5e9cba46de21e177ef95a11cb9d96b4e436be4a2b65cc2e
+size 856470
diff --git a/c4_raid_LLM_opt-13b-smoothquant-float-0.5.pt b/c4_raid_LLM_opt-13b-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c223255c505df6a55fe3b721e87682771b6b8a0
--- /dev/null
+++ b/c4_raid_LLM_opt-13b-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e6c89be918a7fd7a6be2f19e0a1ff2984af9291843adcdc668ecc78d0b11f
+size 856974
diff --git a/c4_raid_LLM_opt-13b-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_opt-13b-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcfe2353ac142c1b6d518c5b980c18694ff0504
--- /dev/null
+++ b/c4_raid_LLM_opt-13b-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da808e2b7f790c5c266d2adb73f44f5bf5b6952ef8a3625230dd79c76a3650c2
+size 857562
diff --git a/c4_raid_LLM_opt-13b-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_opt-13b-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458cbd93f975fa9a5b5641924ad583adc87d20ec
--- /dev/null
+++ b/c4_raid_LLM_opt-13b-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e15a961f22013d5e988a4889aa37baae29b1a9ed2088737604d72c18ac66d6
+size 857478
diff --git a/c4_raid_LLM_opt-13b-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_opt-13b-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea040e729260336252d902ebaa260a14dce81175
--- /dev/null
+++ b/c4_raid_LLM_opt-13b-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bf97eb171b08b3a51c19b06f98f9fda780bf282e8575a4b5db6b696a306de2
+size 857646
diff --git a/c4_raid_LLM_opt-13b-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_opt-13b-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f7d7f6c7d3e2e9e91f5217d90492d4990dd0d2
--- /dev/null
+++ b/c4_raid_LLM_opt-13b-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a88faf15528305cd57968fc3be62088823b79856d2fe93e78133eddc66c1a2
+size 857562
diff --git a/c4_raid_LLM_opt-2.7b-smoothquant-0.5.pt b/c4_raid_LLM_opt-2.7b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791306c7704049796eb5acfe6e428deaafffe1d0
--- /dev/null
+++ b/c4_raid_LLM_opt-2.7b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ac8d657743d90db1d915c672810c8e34da9e3722e98f86b7ee3e372e24e8ac
+size 357578
diff --git a/c4_raid_LLM_opt-2.7b-smoothquant-float-0.5.pt b/c4_raid_LLM_opt-2.7b-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8490310ed4ed1d5349e5174a18d2a796ba1b9197
--- /dev/null
+++ b/c4_raid_LLM_opt-2.7b-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffedea6c246c5f4fd90f6415d68b66444fc267811684336cee955c66b50f4a9c
+size 358050
diff --git a/c4_raid_LLM_opt-2.7b-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_opt-2.7b-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01bac7e86ba7f8b5e44d286bc9a6df3d88e9b9d
--- /dev/null
+++ b/c4_raid_LLM_opt-2.7b-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0ba39827902662aca0027e191267ac77df7feadc5fcb92756eeb33df3bedf5
+size 358526
diff --git a/c4_raid_LLM_opt-2.7b-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_opt-2.7b-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b600be765f1cdc816d77d8703bcb744b08178f
--- /dev/null
+++ b/c4_raid_LLM_opt-2.7b-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ae2641a93b84d18666ccdad440304d2d22051eaccf8278005b3b9d4b0c6f3
+size 358458
diff --git a/c4_raid_LLM_opt-2.7b-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_opt-2.7b-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bb2ff3e3f3db864eee99fb4a79b378f1d7ac69
--- /dev/null
+++ b/c4_raid_LLM_opt-2.7b-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead50b0511df42919db62042315f86f4fd869a8accf3e17650ee686fece6f7e2
+size 358594
diff --git a/c4_raid_LLM_opt-2.7b-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_opt-2.7b-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386f6cf9a3c004364f54ed94ebf8435479409789
--- /dev/null
+++ b/c4_raid_LLM_opt-2.7b-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db762113078e91429bf6d2ab60ce5e80b0f7904fdc565eb905a8c31e34de4383
+size 358526
diff --git a/c4_raid_LLM_opt-6.7b-smoothquant-0.5.pt b/c4_raid_LLM_opt-6.7b-smoothquant-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f507f32c2622fc548c2d882cd28677b79c0588
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothquant-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973c325aabceaefde2ce454fe4e5a6502c0170edf3f0755d9ce17003e1b651aa
+size 554186
diff --git a/c4_raid_LLM_opt-6.7b-smoothquant-float-0.5.pt b/c4_raid_LLM_opt-6.7b-smoothquant-float-0.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93d0e5110d3cee95e83fae9d426571aa00b7df9
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothquant-float-0.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610acab7345af0c76c4fd6f1bb4b572793d0a8d2c455648c3011bdd72d483ee5
+size 554658
diff --git a/c4_raid_LLM_opt-6.7b-smoothvar-g-1_pertensorFalse.pt b/c4_raid_LLM_opt-6.7b-smoothvar-g-1_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21938c3e20b9e0be5a239f92b9730ea848b3bd2
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothvar-g-1_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504845f89e9dcc6c2a1dc6cd04612635a2b0d442857f542550e2ec11b45acbff
+size 555134
diff --git a/c4_raid_LLM_opt-6.7b-smoothvar-g-1_pertensorTrue.pt b/c4_raid_LLM_opt-6.7b-smoothvar-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c0b3b7abbb8c803e9941c7efa248b975625ff0
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothvar-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0308664918a16570409bdda96dbc25a9e0ce6532b49a53c604e375765462e54
+size 555066
diff --git a/c4_raid_LLM_opt-6.7b-smoothvar-g128_pertensorFalse.pt b/c4_raid_LLM_opt-6.7b-smoothvar-g128_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f975ed10b9c01f429a70e898ab013d3ad27420
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothvar-g128_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f3b4b0dc6a586079bb27b3ac6730e8d4d362eb208c283a1c76a6ba95ac1a1a
+size 555202
diff --git a/c4_raid_LLM_opt-6.7b-smoothvar-g32_pertensorFalse.pt b/c4_raid_LLM_opt-6.7b-smoothvar-g32_pertensorFalse.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b2c85bb434f198371067b4dfd823cbbc288bf2
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothvar-g32_pertensorFalse.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f0d94f9bf2b236fcb13a3ae30d730dbc7020f8c36865ff022f9f40289d8207
+size 555134
diff --git a/c4_raid_LLM_opt-6.7b-smoothvar2-g-1_pertensorTrue.pt b/c4_raid_LLM_opt-6.7b-smoothvar2-g-1_pertensorTrue.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a67956087845144ee448612ee20b72c40c895a
--- /dev/null
+++ b/c4_raid_LLM_opt-6.7b-smoothvar2-g-1_pertensorTrue.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1158b39c5d19a8410e252c5221676484782b7801a7d850a76d25cc88f9ca9ad
+size 555134