| { |
| "original_ppl": 11.0089111328125, |
| "reduced_ppl": [ |
| { |
| "bit": 1, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 75973.59375 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 74072.0390625 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 80776.421875 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 78746.7734375 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 65120.69921875 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 71990.53125 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 69188.6640625 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 75028.984375 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 70785.4609375 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 65162.3203125 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 54499.1875 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 86612.53125 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 56391.67578125 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 72798.09375 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 71349.9609375 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 77456.6640625 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 71872.1953125 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 74561.2109375 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 81727.34375 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 65221.6953125 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 84354.625 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 76971.25 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 71088.875 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 62742.77734375 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 55359.5859375 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 88540.671875 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 65031.26953125 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 79454.0546875 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 70837.265625 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 68251.1171875 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 59708.83984375 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 50720.9375 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 82862.7265625 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 57747.1328125 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 72590.59375 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 75080.0234375 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 81787.53125 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 68405.6171875 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 67940.5625 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 79353.8671875 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 51900.53515625 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 84885.21875 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 69912.703125 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 71173.8828125 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 118663.2421875 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 85543.4765625 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 75208.015625 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 72843.71875 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 82882.09375 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 79254.1171875 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 73286.046875 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 61796.4375 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 79145.6484375 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 74852.3125 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 70183.3203125 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 78653.8515625 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 75666.28125 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 76482.1015625 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 73527.21875 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 72260.7890625 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 75869.765625 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 63798.44921875 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 69537.671875 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 72913.640625 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 66968.9453125 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 71219.4375 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 52855.125 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 71135.8125 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 61325.23828125 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 65373.703125 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 73610.296875 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 76354.125 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 94651.4375 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 57073.328125 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 77351.2578125 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 63138.8203125 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 75849.21875 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 74121.359375 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 71318.0546875 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 67329.3515625 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 61043.9921875 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 74824.3359375 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 69203.7109375 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 77568.515625 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 73153.234375 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 74576.8515625 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 74990.7890625 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 73679.609375 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 72885.484375 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 78819.953125 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 74580.546875 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 74988.7890625 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 70980.21875 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 73694.6484375 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 64730.24609375 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 59558.8125 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 73166.7734375 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 79273.9921875 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 78049.0546875 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 80804.46875 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 74495.953125 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 91276.609375 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 85738.6015625 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 80213.1171875 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 76229.421875 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 76195.6953125 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 80979.734375 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 63145.20703125 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 66948.2578125 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 90840.8515625 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 63485.2734375 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 69574.5546875 |
| } |
| ] |
| }, |
| { |
| "bit": 2, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 607.7962036132812 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 601.2877197265625 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 605.754638671875 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 569.3792724609375 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 556.1760864257812 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 556.4095458984375 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 542.7583618164062 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 570.3034057617188 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 587.2836303710938 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 566.8296508789062 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 558.4226684570312 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 583.4420166015625 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 563.7064819335938 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 576.6139526367188 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 572.5532836914062 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 603.1442260742188 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 600.8912963867188 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 582.278076171875 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 593.6775512695312 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 592.1705932617188 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 574.6963500976562 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 586.9165649414062 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 587.6732788085938 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 622.8764038085938 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 589.4182739257812 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 557.8613891601562 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 590.0248413085938 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 569.6842651367188 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 559.3900756835938 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 557.9366455078125 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 585.7348022460938 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 594.5790405273438 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 606.2742309570312 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 622.0482788085938 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 585.5278930664062 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 598.559814453125 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 586.01611328125 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 627.2410888671875 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 583.50048828125 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 587.4513549804688 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 588.2732543945312 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 574.018798828125 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 586.4784545898438 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 592.1299438476562 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 599.5307006835938 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 651.5548095703125 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 577.9721069335938 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 586.172607421875 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 591.0078735351562 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 597.5257568359375 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 592.9884033203125 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 616.5203247070312 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 584.0382690429688 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 593.7664184570312 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 588.1341552734375 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 572.7520751953125 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 609.6948852539062 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 586.1790771484375 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 611.7120361328125 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 547.8108520507812 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 588.6200561523438 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 585.0366821289062 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 556.35595703125 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 594.3077392578125 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 569.6660766601562 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 612.7998657226562 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 597.923095703125 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 586.6406860351562 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 559.7166748046875 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 565.4164428710938 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 603.5401000976562 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 588.2079467773438 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 590.0782470703125 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 611.5289306640625 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 583.0299072265625 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 589.9916381835938 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 578.4083251953125 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 583.965576171875 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 591.237548828125 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 605.0552368164062 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 596.9052734375 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 583.8575439453125 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 613.8190307617188 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 587.0161743164062 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 599.5304565429688 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 587.109130859375 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 609.7254028320312 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 601.7896728515625 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 599.3843383789062 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 601.2691040039062 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 604.2715454101562 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 607.4192504882812 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 596.2723388671875 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 593.5609741210938 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 579.634765625 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 592.2039184570312 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 613.1874389648438 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 598.0748291015625 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 592.417724609375 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 593.87744140625 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 596.2359619140625 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 606.4393310546875 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 596.5214233398438 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 612.5643920898438 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 598.666015625 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 609.4301147460938 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 609.7504272460938 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 593.9261474609375 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 586.4734497070312 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 550.2490234375 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 592.365234375 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 598.497314453125 |
| } |
| ] |
| }, |
| { |
| "bit": 3, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 35.2322998046875 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 35.15680694580078 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 35.171546936035156 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 34.79645538330078 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 33.96797180175781 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 34.43240737915039 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 34.082393646240234 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 34.233154296875 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 34.82260513305664 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 34.595645904541016 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 34.8553466796875 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 34.316349029541016 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 34.86688232421875 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 34.69501495361328 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 34.27507019042969 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 35.03303909301758 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 34.328216552734375 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 34.11432647705078 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 34.448089599609375 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 34.71388244628906 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 34.96071243286133 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 34.80250930786133 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 34.9706916809082 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 34.89292907714844 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 34.240074157714844 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 33.95413589477539 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 34.515926361083984 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 34.7364501953125 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 34.36936569213867 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 34.7894287109375 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 34.64149856567383 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 34.92417526245117 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 33.908660888671875 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 34.97580337524414 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 34.44441604614258 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 34.39494323730469 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 34.889469146728516 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 34.092098236083984 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 35.415985107421875 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 34.0146598815918 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 34.497222900390625 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 35.04338073730469 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 34.679866790771484 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 34.66837692260742 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 35.634429931640625 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 34.22037124633789 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 34.67184829711914 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 35.268062591552734 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 34.6475830078125 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 34.989315032958984 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 35.0704460144043 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 34.90283203125 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 34.75163650512695 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 34.53433609008789 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 34.745792388916016 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 34.455177307128906 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 34.81015396118164 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 34.978031158447266 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 34.92366027832031 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 34.961483001708984 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 34.61434555053711 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 34.463287353515625 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 34.6389274597168 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 34.92142868041992 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 34.962398529052734 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 35.137786865234375 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 34.793243408203125 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 34.85482406616211 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 35.25271224975586 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 34.768310546875 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 34.81489944458008 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 35.024837493896484 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 34.954811096191406 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 34.910247802734375 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 34.805763244628906 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 34.99298858642578 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 34.784217834472656 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 35.04163360595703 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 34.973487854003906 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 35.03716278076172 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 35.02238082885742 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 34.86721420288086 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 35.1737174987793 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 34.9013671875 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 35.09222412109375 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 35.02085494995117 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 35.09327697753906 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 34.99384689331055 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 34.941925048828125 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 35.10572814941406 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 34.935699462890625 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 34.93465042114258 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 35.0399055480957 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 35.14702606201172 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 35.039634704589844 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 35.019569396972656 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 35.103790283203125 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 34.9864616394043 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 35.0798454284668 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 35.076080322265625 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 35.215370178222656 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 35.07618713378906 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 35.05863952636719 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 34.96459197998047 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 34.96882629394531 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 35.09870147705078 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 35.07939910888672 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 35.09074401855469 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 35.110836029052734 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 34.75054931640625 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 35.12953567504883 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 34.8905143737793 |
| } |
| ] |
| }, |
| { |
| "bit": 4, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 16.91554832458496 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 16.91917610168457 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 16.879657745361328 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 16.816743850708008 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 16.792123794555664 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 16.82497787475586 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 16.756553649902344 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 16.814647674560547 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 16.880126953125 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 16.816722869873047 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 16.849456787109375 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 16.806350708007812 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 16.87862205505371 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 16.853845596313477 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 16.812000274658203 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 16.86220359802246 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 16.858474731445312 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 16.829374313354492 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 16.848665237426758 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 16.892858505249023 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 16.85517120361328 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 16.86016082763672 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 16.895509719848633 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 16.869056701660156 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 16.82382583618164 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 16.820987701416016 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 16.833459854125977 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 16.802631378173828 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 16.893022537231445 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 16.8793888092041 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 16.89736557006836 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 16.905635833740234 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 16.82673454284668 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 16.842243194580078 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 16.849699020385742 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 16.878501892089844 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 16.889604568481445 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 16.98185920715332 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 16.786224365234375 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 16.785776138305664 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 16.837730407714844 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 16.813901901245117 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 16.87873077392578 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 16.92977523803711 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 16.851585388183594 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 16.851627349853516 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 16.808603286743164 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 16.82686996459961 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 16.863611221313477 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 16.882953643798828 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 16.90324592590332 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 16.921276092529297 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 16.89345359802246 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 16.853675842285156 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 16.896724700927734 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 16.86427116394043 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 16.893550872802734 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 16.88477325439453 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 16.90044403076172 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 16.85590171813965 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 16.857999801635742 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 16.882692337036133 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 16.85124969482422 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 16.889854431152344 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 16.900230407714844 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 16.906509399414062 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 16.89606475830078 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 16.856657028198242 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 16.85517692565918 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 16.85078239440918 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 16.892797470092773 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 16.88945198059082 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 16.891061782836914 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 16.87899398803711 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 16.846155166625977 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 16.87636947631836 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 16.85905647277832 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 16.89594268798828 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 16.900911331176758 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 16.898603439331055 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 16.885408401489258 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 16.852060317993164 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 16.867158889770508 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 16.842315673828125 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 16.892398834228516 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 16.88971710205078 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 16.89896011352539 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 16.89747428894043 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 16.86903953552246 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 16.863306045532227 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 16.860145568847656 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 16.907129287719727 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 16.904775619506836 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 16.897296905517578 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 16.899524688720703 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 16.88080406188965 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 16.893558502197266 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 16.876699447631836 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 16.904966354370117 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 16.884584426879883 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 16.94045639038086 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 16.902244567871094 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 16.873580932617188 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 16.895442962646484 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 16.887300491333008 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 16.89986801147461 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 16.896926879882812 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 16.862438201904297 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 16.90201187133789 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 16.787857055664062 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 16.848814010620117 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 16.788076400756836 |
| } |
| ] |
| }, |
| { |
| "bit": 5, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 13.810894966125488 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 13.816757202148438 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 13.803909301757812 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 13.802648544311523 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 13.787132263183594 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 13.798282623291016 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 13.786103248596191 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 13.802053451538086 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 13.807355880737305 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 13.8007173538208 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 13.784879684448242 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 13.79800033569336 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 13.786928176879883 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 13.803730964660645 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 13.795838356018066 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 13.792323112487793 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 13.803956031799316 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 13.806022644042969 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 13.799277305603027 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 13.804012298583984 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 13.795967102050781 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 13.795717239379883 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 13.799125671386719 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 13.807747840881348 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 13.806286811828613 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 13.782875061035156 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 13.796427726745605 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 13.788850784301758 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 13.802580833435059 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 13.806595802307129 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 13.799453735351562 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 13.79973030090332 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 13.797170639038086 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 13.82127857208252 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 13.811928749084473 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 13.790810585021973 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 13.8090181350708 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 13.800263404846191 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 13.819610595703125 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 13.788496017456055 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 13.797249794006348 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 13.800559997558594 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 13.79688835144043 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 13.799967765808105 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 13.81463623046875 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 13.8001708984375 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 13.795145034790039 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 13.79181957244873 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 13.807833671569824 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 13.813871383666992 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 13.808982849121094 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 13.826921463012695 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 13.801753997802734 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 13.795249938964844 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 13.790474891662598 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 13.810214042663574 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 13.807859420776367 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 13.814339637756348 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 13.802700996398926 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 13.80196762084961 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 13.795085906982422 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 13.799628257751465 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 13.796684265136719 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 13.81128978729248 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 13.801336288452148 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 13.807964324951172 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 13.798733711242676 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 13.7963285446167 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 13.811293601989746 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 13.795239448547363 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 13.816414833068848 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 13.805384635925293 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 13.807707786560059 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 13.807467460632324 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 13.792760848999023 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 13.804422378540039 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 13.791876792907715 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 13.813121795654297 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 13.807352066040039 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 13.804762840270996 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 13.811760902404785 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 13.789031982421875 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 13.797059059143066 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 13.801138877868652 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 13.813315391540527 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 13.822559356689453 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 13.81410026550293 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 13.806532859802246 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 13.804369926452637 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 13.80208683013916 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 13.803376197814941 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 13.81083869934082 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 13.812520980834961 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 13.8110990524292 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 13.811546325683594 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 13.802376747131348 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 13.809380531311035 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 13.802389144897461 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 13.812538146972656 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 13.810134887695312 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 13.827632904052734 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 13.80986499786377 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 13.805094718933105 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 13.804195404052734 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 13.803945541381836 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 13.812117576599121 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 13.806938171386719 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 13.817397117614746 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 13.804153442382812 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 13.790153503417969 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 13.780569076538086 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 13.788555145263672 |
| } |
| ] |
| }, |
| { |
| "bit": 6, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 12.758011817932129 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 12.757680892944336 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 12.752851486206055 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 12.75394058227539 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 12.750152587890625 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 12.752365112304688 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 12.74080753326416 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 12.7493314743042 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 12.751660346984863 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 12.753679275512695 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 12.751410484313965 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 12.74460506439209 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 12.747413635253906 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 12.74950122833252 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 12.750739097595215 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 12.762323379516602 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 12.750905990600586 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 12.753335952758789 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 12.752408027648926 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 12.746170997619629 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 12.749312400817871 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 12.75335693359375 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 12.756342887878418 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 12.748550415039062 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 12.753134727478027 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 12.74537467956543 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 12.746127128601074 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 12.749234199523926 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 12.757407188415527 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 12.751873016357422 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 12.760674476623535 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 12.755393981933594 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 12.748066902160645 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 12.746161460876465 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 12.746978759765625 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 12.757319450378418 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 12.75804615020752 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 12.760260581970215 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 12.744064331054688 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 12.743369102478027 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 12.749428749084473 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 12.745720863342285 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 12.75574016571045 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 12.763023376464844 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 12.763936042785645 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 12.741470336914062 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 12.747406959533691 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 12.754779815673828 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 12.745149612426758 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 12.753583908081055 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 12.752124786376953 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 12.74903678894043 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 12.753788948059082 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 12.749948501586914 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 12.752602577209473 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 12.750005722045898 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 12.754837036132812 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 12.753466606140137 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 12.758100509643555 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 12.751653671264648 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 12.75033187866211 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 12.750504493713379 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 12.753767013549805 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 12.754329681396484 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 12.756163597106934 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 12.756050109863281 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 12.752161979675293 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 12.749039649963379 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 12.753876686096191 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 12.748276710510254 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 12.752694129943848 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 12.759488105773926 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 12.757134437561035 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 12.752979278564453 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 12.752511978149414 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 12.75064754486084 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 12.750526428222656 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 12.755412101745605 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 12.753070831298828 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 12.751243591308594 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 12.752694129943848 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 12.746176719665527 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 12.748632431030273 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 12.749734878540039 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 12.756470680236816 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 12.752279281616211 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 12.75448226928711 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 12.753737449645996 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 12.751313209533691 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 12.748650550842285 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 12.751642227172852 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 12.757389068603516 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 12.756805419921875 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 12.756948471069336 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 12.755060195922852 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 12.751891136169434 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 12.759305953979492 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 12.750316619873047 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 12.755338668823242 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 12.756124496459961 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 12.760285377502441 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 12.757158279418945 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 12.749099731445312 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 12.750808715820312 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 12.750696182250977 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 12.756108283996582 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 12.757845878601074 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 12.757349014282227 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 12.755138397216797 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 12.73461627960205 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 12.74681568145752 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 12.745331764221191 |
| } |
| ] |
| }, |
| { |
| "bit": 7, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 12.239030838012695 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 12.238856315612793 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 12.240781784057617 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 12.2361421585083 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 12.23363971710205 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 12.2327880859375 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 12.231621742248535 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 12.237808227539062 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 12.239459991455078 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 12.235456466674805 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 12.232114791870117 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 12.23555850982666 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 12.23124885559082 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 12.23532772064209 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 12.233301162719727 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 12.237204551696777 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 12.243481636047363 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 12.234392166137695 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 12.234665870666504 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 12.24177074432373 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 12.23880386352539 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 12.235847473144531 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 12.236296653747559 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 12.236364364624023 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 12.237659454345703 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 12.233237266540527 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 12.237564086914062 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 12.236503601074219 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 12.236446380615234 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 12.237356185913086 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 12.236860275268555 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 12.235474586486816 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 12.233782768249512 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 12.241047859191895 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 12.239468574523926 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 12.2374849319458 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 12.238862037658691 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 12.23422622680664 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 12.242294311523438 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 12.233085632324219 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 12.235734939575195 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 12.234328269958496 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 12.240580558776855 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 12.234896659851074 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 12.240118980407715 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 12.23904800415039 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 12.232823371887207 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 12.23322582244873 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 12.236212730407715 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 12.239859580993652 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 12.236599922180176 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 12.236370086669922 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 12.234281539916992 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 12.235448837280273 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 12.236474990844727 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 12.237799644470215 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 12.2388916015625 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 12.239107131958008 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 12.239054679870605 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 12.236218452453613 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 12.235695838928223 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 12.23599624633789 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 12.231505393981934 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 12.240029335021973 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 12.23746109008789 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 12.240992546081543 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 12.238441467285156 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 12.233823776245117 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 12.235553741455078 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 12.232810974121094 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 12.239343643188477 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 12.238407135009766 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 12.238945960998535 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 12.236002922058105 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 12.233712196350098 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 12.235687255859375 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 12.229137420654297 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 12.239654541015625 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 12.237811088562012 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 12.23567008972168 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 12.238984107971191 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 12.23249626159668 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 12.237510681152344 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 12.233268737792969 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 12.24161148071289 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 12.240817070007324 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 12.238943099975586 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 12.2402925491333 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 12.234258651733398 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 12.238608360290527 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 12.235089302062988 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 12.237785339355469 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 12.239433288574219 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 12.23769474029541 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 12.238710403442383 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 12.234033584594727 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 12.23334789276123 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 12.237044334411621 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 12.238662719726562 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 12.238280296325684 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 12.241657257080078 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 12.236008644104004 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 12.237070083618164 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 12.240962982177734 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 12.235334396362305 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 12.239107131958008 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 12.238414764404297 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 12.238733291625977 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 12.236154556274414 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 12.228239059448242 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 12.22623348236084 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 12.228495597839355 |
| } |
| ] |
| }, |
| { |
| "bit": 8, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.911985397338867 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.912817001342773 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.911090850830078 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.910483360290527 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.907331466674805 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.908398628234863 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.905241966247559 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.908809661865234 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.909131050109863 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.90938663482666 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.911619186401367 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.906866073608398 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.904436111450195 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.908097267150879 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.909287452697754 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.910653114318848 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.907815933227539 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.910951614379883 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.909568786621094 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.908549308776855 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.908556938171387 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.91063117980957 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.909971237182617 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.913348197937012 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.910528182983398 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.906603813171387 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.90937328338623 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.908591270446777 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.910964965820312 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.910045623779297 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.912178039550781 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.908790588378906 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.907896041870117 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.907984733581543 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.910371780395508 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.911192893981934 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.909454345703125 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.912351608276367 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.9046630859375 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.905463218688965 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.907472610473633 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.907716751098633 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.909563064575195 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.913581848144531 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.911629676818848 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.906317710876465 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.907748222351074 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.909116744995117 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.908187866210938 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.911022186279297 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.906224250793457 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.910499572753906 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.910710334777832 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.910221099853516 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.908267974853516 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.909647941589355 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.910599708557129 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.909826278686523 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.911494255065918 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.908159255981445 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.908262252807617 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.907686233520508 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.909735679626465 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.91015911102295 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.909563064575195 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.908563613891602 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.907819747924805 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.909300804138184 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.91064167022705 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.906353950500488 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.909713745117188 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.912453651428223 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.90999984741211 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.910470962524414 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.910400390625 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.907129287719727 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.908835411071777 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.911397933959961 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.910727500915527 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.908319473266602 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.911369323730469 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.907524108886719 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.905730247497559 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.908501625061035 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.910374641418457 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.910545349121094 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.910391807556152 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.911019325256348 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.908506393432617 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.90816593170166 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.908174514770508 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.911840438842773 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.910948753356934 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.91266918182373 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.91027545928955 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.909188270568848 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.910689353942871 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.90776252746582 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.911541938781738 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.911783218383789 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.910818099975586 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.911067962646484 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.906728744506836 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.90542984008789 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.910449028015137 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.911147117614746 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.911130905151367 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.909823417663574 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.908733367919922 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.899004936218262 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.907373428344727 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.90086555480957 |
| } |
| ] |
| }, |
| { |
| "bit": 9, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.669652938842773 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.668122291564941 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.66932487487793 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.66893196105957 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.667922973632812 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.669397354125977 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.667405128479004 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.66830062866211 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.669519424438477 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.66685962677002 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.666887283325195 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.6687593460083 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.667283058166504 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.669127464294434 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.668529510498047 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.66848373413086 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.672001838684082 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.667326927185059 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.66667652130127 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.667946815490723 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.665849685668945 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.668667793273926 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.667872428894043 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.666131019592285 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.668190002441406 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.666158676147461 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.668169975280762 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.666984558105469 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.668785095214844 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.669708251953125 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.671377182006836 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.669650077819824 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.667647361755371 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.670877456665039 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.668862342834473 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.669711112976074 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.670412063598633 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.670645713806152 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.668869018554688 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.66749382019043 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.668256759643555 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.667348861694336 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.668046951293945 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.668767929077148 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.67140007019043 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.669730186462402 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.66848087310791 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.668439865112305 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.667852401733398 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.669708251953125 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.663817405700684 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.669360160827637 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.669513702392578 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.667621612548828 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.668030738830566 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.66842269897461 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.669991493225098 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.669583320617676 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.66963005065918 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.66632080078125 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.66897964477539 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.666364669799805 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.666170120239258 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.669853210449219 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.667736053466797 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.670515060424805 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.667354583740234 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.667580604553223 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.667288780212402 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.667009353637695 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.669730186462402 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.67008113861084 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.670395851135254 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.668190002441406 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.664937973022461 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.66778564453125 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.666509628295898 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.669891357421875 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.667911529541016 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.669023513793945 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.668578147888184 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.666492462158203 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.670982360839844 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.666498184204102 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.670880317687988 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.671786308288574 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.668917655944824 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.668351173400879 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.668264389038086 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.668036460876465 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.666431427001953 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.669184684753418 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.670331001281738 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.66899585723877 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.668656349182129 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.666943550109863 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.666403770446777 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.667078971862793 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.669466018676758 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.669574737548828 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.671494483947754 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.669201850891113 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.668081283569336 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.670025825500488 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.66719913482666 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.669931411743164 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.669750213623047 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.669480323791504 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.669107437133789 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.667265892028809 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.66500186920166 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.666086196899414 |
| } |
| ] |
| }, |
| { |
| "bit": 10, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.504070281982422 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.504542350769043 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.503763198852539 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.503549575805664 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.502435684204102 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.501701354980469 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.500948905944824 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.505210876464844 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.5036039352417 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.502691268920898 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.504199981689453 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.501472473144531 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.497188568115234 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.50171947479248 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.50294017791748 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.50434398651123 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.499932289123535 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.50295639038086 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.501785278320312 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.501638412475586 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.502518653869629 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.503335952758789 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.503480911254883 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.504103660583496 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.503911972045898 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.502336502075195 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.503274917602539 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.504443168640137 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.5045747756958 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.502358436584473 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.502663612365723 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.504339218139648 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.50168514251709 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.501602172851562 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.502358436584473 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.50292682647705 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.50368881225586 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.504931449890137 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.502403259277344 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.50171184539795 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.503324508666992 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.503952980041504 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.50416374206543 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.50472354888916 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.505169868469238 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.502147674560547 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.501873970031738 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.502561569213867 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.504745483398438 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.503795623779297 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.498784065246582 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.504070281982422 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.50318717956543 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.502425193786621 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.502413749694824 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.501991271972656 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.502904891967773 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.50351619720459 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.503670692443848 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.503961563110352 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.502477645874023 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.503911972045898 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.503181457519531 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.503884315490723 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.503768920898438 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.501173973083496 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.50194263458252 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.502573013305664 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.503840446472168 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.502137184143066 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.503982543945312 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.504032135009766 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.503710746765137 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.501887321472168 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.50401496887207 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.503211975097656 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.501788139343262 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.503491401672363 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.504526138305664 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.50383186340332 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.50397777557373 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.500845909118652 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.499123573303223 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.503061294555664 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.502573013305664 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.50375747680664 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.503236770629883 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.504463195800781 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.502311706542969 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.502189636230469 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.50326919555664 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.503936767578125 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.503217697143555 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.504640579223633 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.505724906921387 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.502918243408203 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.501970291137695 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.501758575439453 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.504361152648926 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.504136085510254 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.503645896911621 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.503538131713867 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.502798080444336 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.50146770477295 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.502482414245605 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.504128456115723 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.50415325164795 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.50251293182373 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.502765655517578 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.496606826782227 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.50046157836914 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.498098373413086 |
| } |
| ] |
| }, |
| { |
| "bit": 11, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.360846519470215 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.360651969909668 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.36013412475586 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.360631942749023 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.359343528747559 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.359437942504883 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.358906745910645 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.360410690307617 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.3594331741333 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.360424041748047 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.359275817871094 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.359440803527832 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.357095718383789 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.360649108886719 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.360153198242188 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.359888076782227 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.363663673400879 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.359162330627441 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.358948707580566 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.359925270080566 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.358787536621094 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.359150886535645 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.358832359313965 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.359258651733398 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.3591947555542 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.358609199523926 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.360038757324219 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.358052253723145 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.360288619995117 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.360456466674805 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.36102294921875 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.359249114990234 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.359169960021973 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.359919548034668 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.36052131652832 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.361198425292969 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.360784530639648 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.360182762145996 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.35906982421875 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.359589576721191 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.357816696166992 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.357721328735352 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.360109329223633 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.359686851501465 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.361312866210938 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.360369682312012 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.359505653381348 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.359562873840332 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.358264923095703 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.360922813415527 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.357353210449219 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.359365463256836 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.360234260559082 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.359845161437988 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.3594970703125 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.360282897949219 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.360759735107422 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.3599853515625 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.360629081726074 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.358685493469238 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.36074161529541 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.358086585998535 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.357915878295898 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.360713958740234 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.358487129211426 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.360797882080078 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.359318733215332 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.359665870666504 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.358560562133789 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.359261512756348 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.360407829284668 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.360673904418945 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.359698295593262 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.360532760620117 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.35814094543457 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.358539581298828 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.358991622924805 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.360426902770996 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.35971736907959 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.35971450805664 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.360353469848633 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.35892391204834 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.361236572265625 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.357769966125488 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.362945556640625 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.361947059631348 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.360597610473633 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.35889720916748 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.360586166381836 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.358994483947754 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.358579635620117 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.360418319702148 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.361236572265625 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.360132217407227 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.358230590820312 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.35843276977539 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.359567642211914 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.35893440246582 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.36013412475586 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.360746383666992 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.361567497253418 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.359917640686035 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.359374046325684 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.360589027404785 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.359110832214355 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.360448837280273 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.360191345214844 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.361510276794434 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.360139846801758 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.35826301574707 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.358999252319336 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.358539581298828 |
| } |
| ] |
| }, |
| { |
| "bit": 12, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.264193534851074 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.264456748962402 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.264749526977539 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.263189315795898 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.263967514038086 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.262899398803711 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.2615966796875 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.264636039733887 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.264740943908691 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.264128684997559 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.263301849365234 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.262679100036621 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.2576265335083 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.262147903442383 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.262995719909668 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.26518440246582 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.259349822998047 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.264211654663086 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.263016700744629 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.263038635253906 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.262381553649902 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.26451587677002 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.26384162902832 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.26561450958252 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.263916969299316 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.262544631958008 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.263087272644043 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.263683319091797 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.264325141906738 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.264440536499023 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.262643814086914 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.263543128967285 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.262866973876953 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.262821197509766 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.264580726623535 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.263087272644043 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.263769149780273 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.26474666595459 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.263925552368164 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.262624740600586 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.264032363891602 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.264004707336426 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.264147758483887 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.264311790466309 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.265069007873535 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.26366138458252 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.262667655944824 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.2625150680542 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.263914108276367 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.263790130615234 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.263022422790527 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.263545989990234 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.263409614562988 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.262517929077148 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.263412475585938 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.262506484985352 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.263106346130371 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.263925552368164 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.263887405395508 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.26408863067627 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.262679100036621 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.264408111572266 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.26512336730957 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.263772010803223 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.263006210327148 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.261677742004395 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.262534141540527 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.263962745666504 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.264665603637695 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.261280059814453 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.26426887512207 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.263989448547363 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.263503074645996 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.262834548950195 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.2640962600708 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.263181686401367 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.262208938598633 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.263643264770508 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.264150619506836 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.263712882995605 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.263559341430664 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.262818336486816 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.261617660522461 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.263683319091797 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.262587547302246 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.263764381408691 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.263124465942383 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.264131546020508 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.262600898742676 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.263089179992676 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.2638521194458 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.263973236083984 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.263049125671387 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.264416694641113 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.265657424926758 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.263729095458984 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.263591766357422 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.262834548950195 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.264493942260742 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.26386547088623 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.2636137008667 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.26367473602295 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.262807846069336 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.262330055236816 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.263510704040527 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.263392448425293 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.264311790466309 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.264019012451172 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.26412296295166 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.259387016296387 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.260372161865234 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.260015487670898 |
| } |
| ] |
| }, |
| { |
| "bit": 13, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.171059608459473 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.17064094543457 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.171238899230957 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.170940399169922 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.17058277130127 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.170378684997559 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.170493125915527 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.170755386352539 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.170343399047852 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.169869422912598 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.169835090637207 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.16889476776123 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.167738914489746 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.172337532043457 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.170892715454102 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.170202255249023 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.17186164855957 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.168844223022461 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.170135498046875 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.169275283813477 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.170132637023926 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.169986724853516 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.169912338256836 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.170353889465332 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.169991493225098 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.169386863708496 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.171113014221191 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.169389724731445 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.170226097106934 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.170065879821777 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.170742988586426 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.170270919799805 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.170215606689453 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.171083450317383 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.169528007507324 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.170982360839844 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.171072959899902 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.170303344726562 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.170065879821777 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.169918060302734 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.169389724731445 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.169257164001465 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.17050838470459 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.170409202575684 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.17113971710205 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.16960620880127 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.171040534973145 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.170036315917969 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.169683456420898 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.170588493347168 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.170705795288086 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.170921325683594 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.170784950256348 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.170378684997559 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.170692443847656 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.172175407409668 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.171195983886719 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.170637130737305 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.170782089233398 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.170896530151367 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.170866012573242 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.169783592224121 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.168889045715332 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.17109203338623 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.170207977294922 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.171259880065918 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.170585632324219 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.16903305053711 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.169768333435059 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.170141220092773 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.170196533203125 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.171184539794922 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.169374465942383 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.171371459960938 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.170002937316895 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.16972827911377 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.16906452178955 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.170998573303223 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.17055892944336 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.170454978942871 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.171136856079102 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.16915512084961 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.170860290527344 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.167872428894043 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.172079086303711 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.172442436218262 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.170892715454102 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.170726776123047 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.170012474060059 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.170358657836914 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.16963005065918 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.171083450317383 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.171685218811035 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.170487403869629 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.170417785644531 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.168420791625977 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.169536590576172 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.169429779052734 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.170330047607422 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.17114543914795 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.172037124633789 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.170604705810547 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.170144081115723 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.171858787536621 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.169344902038574 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.170775413513184 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.17117977142334 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.170588493347168 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.16981029510498 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.170466423034668 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.16891098022461 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.16971492767334 |
| } |
| ] |
| }, |
| { |
| "bit": 14, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.11178970336914 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.111407279968262 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.111640930175781 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.11108684539795 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.110405921936035 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.110967636108398 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.109712600708008 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.11153507232666 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.11159896850586 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.112968444824219 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.111359596252441 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.111895561218262 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.10710334777832 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.108957290649414 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.111095428466797 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.112828254699707 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.109411239624023 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.113296508789062 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.11138916015625 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.111352920532227 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.110742568969727 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.111490249633789 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.111259460449219 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.11146068572998 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.112122535705566 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.110962867736816 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.11136531829834 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.110925674438477 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.111955642700195 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.112133979797363 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.110713958740234 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.111285209655762 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.110727310180664 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.111015319824219 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.111100196838379 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.111614227294922 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.111678123474121 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.113953590393066 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.110857009887695 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.110793113708496 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.111916542053223 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.112202644348145 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.112051010131836 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.11124324798584 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.112457275390625 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.112255096435547 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.110560417175293 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.110515594482422 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.111723899841309 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.111778259277344 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.111050605773926 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.111786842346191 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.110411643981934 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.11138916015625 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.11010456085205 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.110004425048828 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.111709594726562 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.11159896850586 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.111739158630371 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.111725807189941 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.110374450683594 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.11159610748291 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.111879348754883 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.11161994934082 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.111577987670898 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.110596656799316 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.111047744750977 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.112541198730469 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.112247467041016 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.110234260559082 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.1113862991333 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.11121654510498 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.111614227294922 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.110361099243164 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.111656188964844 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.111065864562988 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.111074447631836 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.111288070678711 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.111635208129883 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.112287521362305 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.111180305480957 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.111350059509277 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.110774993896484 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.112218856811523 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.110928535461426 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.110967636108398 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.111852645874023 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.11133861541748 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.110962867736816 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.110405921936035 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.110869407653809 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.111824035644531 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.111084938049316 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.111810684204102 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.111974716186523 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.111773490905762 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.111566543579102 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.111177444458008 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.112196922302246 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.1112642288208 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.111703872680664 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.111261367797852 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.110052108764648 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.110491752624512 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.11176872253418 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.111492156982422 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.111868858337402 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.111357688903809 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.111000061035156 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.107850074768066 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.109325408935547 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.109013557434082 |
| } |
| ] |
| }, |
| { |
| "bit": 15, |
| "ppls": [ |
| { |
| "layer": "layer.0.self_attn.q_proj", |
| "ppl": 11.050307273864746 |
| }, |
| { |
| "layer": "layer.0.self_attn.k_proj", |
| "ppl": 11.050292015075684 |
| }, |
| { |
| "layer": "layer.0.self_attn.v_proj", |
| "ppl": 11.05031681060791 |
| }, |
| { |
| "layer": "layer.0.self_attn.o_proj", |
| "ppl": 11.050270080566406 |
| }, |
| { |
| "layer": "layer.0.mlp.gate_proj", |
| "ppl": 11.04970932006836 |
| }, |
| { |
| "layer": "layer.0.mlp.up_proj", |
| "ppl": 11.050497055053711 |
| }, |
| { |
| "layer": "layer.0.mlp.down_proj", |
| "ppl": 11.049213409423828 |
| }, |
| { |
| "layer": "layer.1.self_attn.q_proj", |
| "ppl": 11.050565719604492 |
| }, |
| { |
| "layer": "layer.1.self_attn.k_proj", |
| "ppl": 11.050043106079102 |
| }, |
| { |
| "layer": "layer.1.self_attn.v_proj", |
| "ppl": 11.049137115478516 |
| }, |
| { |
| "layer": "layer.1.self_attn.o_proj", |
| "ppl": 11.05081844329834 |
| }, |
| { |
| "layer": "layer.1.mlp.gate_proj", |
| "ppl": 11.048168182373047 |
| }, |
| { |
| "layer": "layer.1.mlp.up_proj", |
| "ppl": 11.050175666809082 |
| }, |
| { |
| "layer": "layer.1.mlp.down_proj", |
| "ppl": 11.051658630371094 |
| }, |
| { |
| "layer": "layer.2.self_attn.q_proj", |
| "ppl": 11.050422668457031 |
| }, |
| { |
| "layer": "layer.2.self_attn.k_proj", |
| "ppl": 11.050601959228516 |
| }, |
| { |
| "layer": "layer.2.self_attn.v_proj", |
| "ppl": 11.051063537597656 |
| }, |
| { |
| "layer": "layer.2.self_attn.o_proj", |
| "ppl": 11.048294067382812 |
| }, |
| { |
| "layer": "layer.2.mlp.gate_proj", |
| "ppl": 11.04973316192627 |
| }, |
| { |
| "layer": "layer.2.mlp.up_proj", |
| "ppl": 11.049424171447754 |
| }, |
| { |
| "layer": "layer.2.mlp.down_proj", |
| "ppl": 11.04975700378418 |
| }, |
| { |
| "layer": "layer.3.self_attn.q_proj", |
| "ppl": 11.05041217803955 |
| }, |
| { |
| "layer": "layer.3.self_attn.k_proj", |
| "ppl": 11.049627304077148 |
| }, |
| { |
| "layer": "layer.3.self_attn.v_proj", |
| "ppl": 11.05088996887207 |
| }, |
| { |
| "layer": "layer.3.self_attn.o_proj", |
| "ppl": 11.050383567810059 |
| }, |
| { |
| "layer": "layer.3.mlp.gate_proj", |
| "ppl": 11.049184799194336 |
| }, |
| { |
| "layer": "layer.3.mlp.up_proj", |
| "ppl": 11.048839569091797 |
| }, |
| { |
| "layer": "layer.3.mlp.down_proj", |
| "ppl": 11.049848556518555 |
| }, |
| { |
| "layer": "layer.4.self_attn.q_proj", |
| "ppl": 11.049995422363281 |
| }, |
| { |
| "layer": "layer.4.self_attn.k_proj", |
| "ppl": 11.050549507141113 |
| }, |
| { |
| "layer": "layer.4.self_attn.v_proj", |
| "ppl": 11.050361633300781 |
| }, |
| { |
| "layer": "layer.4.self_attn.o_proj", |
| "ppl": 11.049864768981934 |
| }, |
| { |
| "layer": "layer.4.mlp.gate_proj", |
| "ppl": 11.049627304077148 |
| }, |
| { |
| "layer": "layer.4.mlp.up_proj", |
| "ppl": 11.049938201904297 |
| }, |
| { |
| "layer": "layer.4.mlp.down_proj", |
| "ppl": 11.049519538879395 |
| }, |
| { |
| "layer": "layer.5.self_attn.q_proj", |
| "ppl": 11.050501823425293 |
| }, |
| { |
| "layer": "layer.5.self_attn.k_proj", |
| "ppl": 11.05038070678711 |
| }, |
| { |
| "layer": "layer.5.self_attn.v_proj", |
| "ppl": 11.048921585083008 |
| }, |
| { |
| "layer": "layer.5.self_attn.o_proj", |
| "ppl": 11.050938606262207 |
| }, |
| { |
| "layer": "layer.5.mlp.gate_proj", |
| "ppl": 11.049646377563477 |
| }, |
| { |
| "layer": "layer.5.mlp.up_proj", |
| "ppl": 11.04892635345459 |
| }, |
| { |
| "layer": "layer.5.mlp.down_proj", |
| "ppl": 11.049745559692383 |
| }, |
| { |
| "layer": "layer.6.self_attn.q_proj", |
| "ppl": 11.049643516540527 |
| }, |
| { |
| "layer": "layer.6.self_attn.k_proj", |
| "ppl": 11.050459861755371 |
| }, |
| { |
| "layer": "layer.6.self_attn.v_proj", |
| "ppl": 11.049622535705566 |
| }, |
| { |
| "layer": "layer.6.self_attn.o_proj", |
| "ppl": 11.049057960510254 |
| }, |
| { |
| "layer": "layer.6.mlp.gate_proj", |
| "ppl": 11.049948692321777 |
| }, |
| { |
| "layer": "layer.6.mlp.up_proj", |
| "ppl": 11.049901962280273 |
| }, |
| { |
| "layer": "layer.6.mlp.down_proj", |
| "ppl": 11.04929256439209 |
| }, |
| { |
| "layer": "layer.7.self_attn.q_proj", |
| "ppl": 11.05031681060791 |
| }, |
| { |
| "layer": "layer.7.self_attn.k_proj", |
| "ppl": 11.049964904785156 |
| }, |
| { |
| "layer": "layer.7.self_attn.v_proj", |
| "ppl": 11.049983024597168 |
| }, |
| { |
| "layer": "layer.7.self_attn.o_proj", |
| "ppl": 11.050064086914062 |
| }, |
| { |
| "layer": "layer.7.mlp.gate_proj", |
| "ppl": 11.05008316040039 |
| }, |
| { |
| "layer": "layer.7.mlp.up_proj", |
| "ppl": 11.050938606262207 |
| }, |
| { |
| "layer": "layer.7.mlp.down_proj", |
| "ppl": 11.051092147827148 |
| }, |
| { |
| "layer": "layer.8.self_attn.q_proj", |
| "ppl": 11.050165176391602 |
| }, |
| { |
| "layer": "layer.8.self_attn.k_proj", |
| "ppl": 11.050156593322754 |
| }, |
| { |
| "layer": "layer.8.self_attn.v_proj", |
| "ppl": 11.050159454345703 |
| }, |
| { |
| "layer": "layer.8.self_attn.o_proj", |
| "ppl": 11.049667358398438 |
| }, |
| { |
| "layer": "layer.8.mlp.gate_proj", |
| "ppl": 11.049980163574219 |
| }, |
| { |
| "layer": "layer.8.mlp.up_proj", |
| "ppl": 11.048558235168457 |
| }, |
| { |
| "layer": "layer.8.mlp.down_proj", |
| "ppl": 11.049558639526367 |
| }, |
| { |
| "layer": "layer.9.self_attn.q_proj", |
| "ppl": 11.05031967163086 |
| }, |
| { |
| "layer": "layer.9.self_attn.k_proj", |
| "ppl": 11.049361228942871 |
| }, |
| { |
| "layer": "layer.9.self_attn.v_proj", |
| "ppl": 11.050207138061523 |
| }, |
| { |
| "layer": "layer.9.self_attn.o_proj", |
| "ppl": 11.050172805786133 |
| }, |
| { |
| "layer": "layer.9.mlp.gate_proj", |
| "ppl": 11.048663139343262 |
| }, |
| { |
| "layer": "layer.9.mlp.up_proj", |
| "ppl": 11.049242973327637 |
| }, |
| { |
| "layer": "layer.9.mlp.down_proj", |
| "ppl": 11.049132347106934 |
| }, |
| { |
| "layer": "layer.10.self_attn.q_proj", |
| "ppl": 11.050127983093262 |
| }, |
| { |
| "layer": "layer.10.self_attn.k_proj", |
| "ppl": 11.05081844329834 |
| }, |
| { |
| "layer": "layer.10.self_attn.v_proj", |
| "ppl": 11.050117492675781 |
| }, |
| { |
| "layer": "layer.10.self_attn.o_proj", |
| "ppl": 11.050912857055664 |
| }, |
| { |
| "layer": "layer.10.mlp.gate_proj", |
| "ppl": 11.049564361572266 |
| }, |
| { |
| "layer": "layer.10.mlp.up_proj", |
| "ppl": 11.048615455627441 |
| }, |
| { |
| "layer": "layer.10.mlp.down_proj", |
| "ppl": 11.049093246459961 |
| }, |
| { |
| "layer": "layer.11.self_attn.q_proj", |
| "ppl": 11.050148963928223 |
| }, |
| { |
| "layer": "layer.11.self_attn.k_proj", |
| "ppl": 11.049650192260742 |
| }, |
| { |
| "layer": "layer.11.self_attn.v_proj", |
| "ppl": 11.05034351348877 |
| }, |
| { |
| "layer": "layer.11.self_attn.o_proj", |
| "ppl": 11.050596237182617 |
| }, |
| { |
| "layer": "layer.11.mlp.gate_proj", |
| "ppl": 11.04928970336914 |
| }, |
| { |
| "layer": "layer.11.mlp.up_proj", |
| "ppl": 11.049099922180176 |
| }, |
| { |
| "layer": "layer.11.mlp.down_proj", |
| "ppl": 11.047983169555664 |
| }, |
| { |
| "layer": "layer.12.self_attn.q_proj", |
| "ppl": 11.051534652709961 |
| }, |
| { |
| "layer": "layer.12.self_attn.k_proj", |
| "ppl": 11.05077075958252 |
| }, |
| { |
| "layer": "layer.12.self_attn.v_proj", |
| "ppl": 11.049903869628906 |
| }, |
| { |
| "layer": "layer.12.self_attn.o_proj", |
| "ppl": 11.050127983093262 |
| }, |
| { |
| "layer": "layer.12.mlp.gate_proj", |
| "ppl": 11.04968547821045 |
| }, |
| { |
| "layer": "layer.12.mlp.up_proj", |
| "ppl": 11.049590110778809 |
| }, |
| { |
| "layer": "layer.12.mlp.down_proj", |
| "ppl": 11.049322128295898 |
| }, |
| { |
| "layer": "layer.13.self_attn.q_proj", |
| "ppl": 11.050223350524902 |
| }, |
| { |
| "layer": "layer.13.self_attn.k_proj", |
| "ppl": 11.051002502441406 |
| }, |
| { |
| "layer": "layer.13.self_attn.v_proj", |
| "ppl": 11.050033569335938 |
| }, |
| { |
| "layer": "layer.13.self_attn.o_proj", |
| "ppl": 11.049406051635742 |
| }, |
| { |
| "layer": "layer.13.mlp.gate_proj", |
| "ppl": 11.048831939697266 |
| }, |
| { |
| "layer": "layer.13.mlp.up_proj", |
| "ppl": 11.048349380493164 |
| }, |
| { |
| "layer": "layer.13.mlp.down_proj", |
| "ppl": 11.04928970336914 |
| }, |
| { |
| "layer": "layer.14.self_attn.q_proj", |
| "ppl": 11.049869537353516 |
| }, |
| { |
| "layer": "layer.14.self_attn.k_proj", |
| "ppl": 11.050620079040527 |
| }, |
| { |
| "layer": "layer.14.self_attn.v_proj", |
| "ppl": 11.050934791564941 |
| }, |
| { |
| "layer": "layer.14.self_attn.o_proj", |
| "ppl": 11.050652503967285 |
| }, |
| { |
| "layer": "layer.14.mlp.gate_proj", |
| "ppl": 11.049779891967773 |
| }, |
| { |
| "layer": "layer.14.mlp.up_proj", |
| "ppl": 11.050270080566406 |
| }, |
| { |
| "layer": "layer.14.mlp.down_proj", |
| "ppl": 11.048929214477539 |
| }, |
| { |
| "layer": "layer.15.self_attn.q_proj", |
| "ppl": 11.050378799438477 |
| }, |
| { |
| "layer": "layer.15.self_attn.k_proj", |
| "ppl": 11.050019264221191 |
| }, |
| { |
| "layer": "layer.15.self_attn.v_proj", |
| "ppl": 11.050232887268066 |
| }, |
| { |
| "layer": "layer.15.self_attn.o_proj", |
| "ppl": 11.050069808959961 |
| }, |
| { |
| "layer": "layer.15.mlp.gate_proj", |
| "ppl": 11.050030708312988 |
| }, |
| { |
| "layer": "layer.15.mlp.up_proj", |
| "ppl": 11.049421310424805 |
| }, |
| { |
| "layer": "layer.15.mlp.down_proj", |
| "ppl": 11.049135208129883 |
| } |
| ] |
| } |
| ] |
| } |
