| { | |
| "original_ppl": 11.0089111328125, | |
| "reduced_ppl": [ | |
| { | |
| "bit": 1, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 75973.59375 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 74072.0390625 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 80776.421875 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 78746.7734375 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 65120.69921875 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 71990.53125 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 69188.6640625 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 75028.984375 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 70785.4609375 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 65162.3203125 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 54499.1875 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 86612.53125 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 56391.67578125 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 72798.09375 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 71349.9609375 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 77456.6640625 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 71872.1953125 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 74561.2109375 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 81727.34375 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 65221.6953125 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 84354.625 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 76971.25 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 71088.875 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 62742.77734375 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 55359.5859375 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 88540.671875 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 65031.26953125 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 79454.0546875 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 70837.265625 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 68251.1171875 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 59708.83984375 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 50720.9375 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 82862.7265625 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 57747.1328125 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 72590.59375 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 75080.0234375 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 81787.53125 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 68405.6171875 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 67940.5625 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 79353.8671875 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 51900.53515625 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 84885.21875 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 69912.703125 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 71173.8828125 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 118663.2421875 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 85543.4765625 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 75208.015625 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 72843.71875 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 82882.09375 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 79254.1171875 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 73286.046875 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 61796.4375 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 79145.6484375 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 74852.3125 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 70183.3203125 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 78653.8515625 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 75666.28125 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 76482.1015625 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 73527.21875 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 72260.7890625 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 75869.765625 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 63798.44921875 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 69537.671875 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 72913.640625 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 66968.9453125 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 71219.4375 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 52855.125 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 71135.8125 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 61325.23828125 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 65373.703125 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 73610.296875 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 76354.125 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 94651.4375 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 57073.328125 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 77351.2578125 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 63138.8203125 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 75849.21875 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 74121.359375 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 71318.0546875 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 67329.3515625 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 61043.9921875 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 74824.3359375 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 69203.7109375 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 77568.515625 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 73153.234375 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 74576.8515625 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 74990.7890625 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 73679.609375 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 72885.484375 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 78819.953125 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 74580.546875 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 74988.7890625 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 70980.21875 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 73694.6484375 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 64730.24609375 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 59558.8125 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 73166.7734375 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 79273.9921875 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 78049.0546875 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 80804.46875 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 74495.953125 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 91276.609375 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 85738.6015625 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 80213.1171875 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 76229.421875 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 76195.6953125 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 80979.734375 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 63145.20703125 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 66948.2578125 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 90840.8515625 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 63485.2734375 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 69574.5546875 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 2, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 607.7962036132812 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 601.2877197265625 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 605.754638671875 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 569.3792724609375 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 556.1760864257812 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 556.4095458984375 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 542.7583618164062 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 570.3034057617188 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 587.2836303710938 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 566.8296508789062 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 558.4226684570312 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 583.4420166015625 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 563.7064819335938 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 576.6139526367188 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 572.5532836914062 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 603.1442260742188 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 600.8912963867188 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 582.278076171875 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 593.6775512695312 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 592.1705932617188 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 574.6963500976562 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 586.9165649414062 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 587.6732788085938 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 622.8764038085938 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 589.4182739257812 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 557.8613891601562 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 590.0248413085938 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 569.6842651367188 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 559.3900756835938 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 557.9366455078125 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 585.7348022460938 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 594.5790405273438 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 606.2742309570312 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 622.0482788085938 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 585.5278930664062 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 598.559814453125 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 586.01611328125 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 627.2410888671875 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 583.50048828125 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 587.4513549804688 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 588.2732543945312 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 574.018798828125 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 586.4784545898438 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 592.1299438476562 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 599.5307006835938 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 651.5548095703125 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 577.9721069335938 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 586.172607421875 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 591.0078735351562 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 597.5257568359375 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 592.9884033203125 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 616.5203247070312 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 584.0382690429688 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 593.7664184570312 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 588.1341552734375 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 572.7520751953125 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 609.6948852539062 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 586.1790771484375 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 611.7120361328125 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 547.8108520507812 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 588.6200561523438 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 585.0366821289062 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 556.35595703125 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 594.3077392578125 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 569.6660766601562 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 612.7998657226562 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 597.923095703125 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 586.6406860351562 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 559.7166748046875 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 565.4164428710938 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 603.5401000976562 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 588.2079467773438 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 590.0782470703125 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 611.5289306640625 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 583.0299072265625 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 589.9916381835938 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 578.4083251953125 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 583.965576171875 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 591.237548828125 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 605.0552368164062 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 596.9052734375 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 583.8575439453125 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 613.8190307617188 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 587.0161743164062 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 599.5304565429688 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 587.109130859375 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 609.7254028320312 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 601.7896728515625 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 599.3843383789062 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 601.2691040039062 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 604.2715454101562 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 607.4192504882812 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 596.2723388671875 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 593.5609741210938 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 579.634765625 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 592.2039184570312 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 613.1874389648438 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 598.0748291015625 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 592.417724609375 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 593.87744140625 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 596.2359619140625 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 606.4393310546875 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 596.5214233398438 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 612.5643920898438 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 598.666015625 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 609.4301147460938 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 609.7504272460938 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 593.9261474609375 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 586.4734497070312 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 550.2490234375 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 592.365234375 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 598.497314453125 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 3, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 35.2322998046875 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 35.15680694580078 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 35.171546936035156 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 34.79645538330078 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 33.96797180175781 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 34.43240737915039 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 34.082393646240234 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 34.233154296875 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 34.82260513305664 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 34.595645904541016 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 34.8553466796875 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 34.316349029541016 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 34.86688232421875 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 34.69501495361328 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 34.27507019042969 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 35.03303909301758 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 34.328216552734375 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 34.11432647705078 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 34.448089599609375 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 34.71388244628906 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 34.96071243286133 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 34.80250930786133 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 34.9706916809082 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 34.89292907714844 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 34.240074157714844 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 33.95413589477539 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 34.515926361083984 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 34.7364501953125 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 34.36936569213867 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 34.7894287109375 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 34.64149856567383 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 34.92417526245117 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 33.908660888671875 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 34.97580337524414 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 34.44441604614258 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 34.39494323730469 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 34.889469146728516 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 34.092098236083984 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 35.415985107421875 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 34.0146598815918 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 34.497222900390625 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 35.04338073730469 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 34.679866790771484 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 34.66837692260742 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 35.634429931640625 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 34.22037124633789 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 34.67184829711914 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 35.268062591552734 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 34.6475830078125 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 34.989315032958984 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 35.0704460144043 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 34.90283203125 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 34.75163650512695 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 34.53433609008789 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 34.745792388916016 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 34.455177307128906 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 34.81015396118164 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 34.978031158447266 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 34.92366027832031 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 34.961483001708984 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 34.61434555053711 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 34.463287353515625 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 34.6389274597168 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 34.92142868041992 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 34.962398529052734 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 35.137786865234375 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 34.793243408203125 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 34.85482406616211 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 35.25271224975586 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 34.768310546875 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 34.81489944458008 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 35.024837493896484 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 34.954811096191406 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 34.910247802734375 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 34.805763244628906 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 34.99298858642578 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 34.784217834472656 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 35.04163360595703 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 34.973487854003906 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 35.03716278076172 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 35.02238082885742 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 34.86721420288086 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 35.1737174987793 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 34.9013671875 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 35.09222412109375 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 35.02085494995117 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 35.09327697753906 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 34.99384689331055 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 34.941925048828125 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 35.10572814941406 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 34.935699462890625 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 34.93465042114258 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 35.0399055480957 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 35.14702606201172 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 35.039634704589844 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 35.019569396972656 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 35.103790283203125 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 34.9864616394043 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 35.0798454284668 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 35.076080322265625 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 35.215370178222656 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 35.07618713378906 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 35.05863952636719 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 34.96459197998047 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 34.96882629394531 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 35.09870147705078 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 35.07939910888672 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 35.09074401855469 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 35.110836029052734 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 34.75054931640625 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 35.12953567504883 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 34.8905143737793 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 4, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 16.91554832458496 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 16.91917610168457 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 16.879657745361328 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 16.816743850708008 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 16.792123794555664 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 16.82497787475586 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 16.756553649902344 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 16.814647674560547 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 16.880126953125 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 16.816722869873047 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 16.849456787109375 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 16.806350708007812 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 16.87862205505371 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 16.853845596313477 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 16.812000274658203 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 16.86220359802246 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 16.858474731445312 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 16.829374313354492 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 16.848665237426758 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 16.892858505249023 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 16.85517120361328 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 16.86016082763672 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 16.895509719848633 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 16.869056701660156 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 16.82382583618164 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 16.820987701416016 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 16.833459854125977 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 16.802631378173828 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 16.893022537231445 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 16.8793888092041 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 16.89736557006836 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 16.905635833740234 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 16.82673454284668 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 16.842243194580078 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 16.849699020385742 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 16.878501892089844 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 16.889604568481445 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 16.98185920715332 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 16.786224365234375 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 16.785776138305664 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 16.837730407714844 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 16.813901901245117 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 16.87873077392578 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 16.92977523803711 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 16.851585388183594 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 16.851627349853516 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 16.808603286743164 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 16.82686996459961 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 16.863611221313477 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 16.882953643798828 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 16.90324592590332 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 16.921276092529297 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 16.89345359802246 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 16.853675842285156 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 16.896724700927734 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 16.86427116394043 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 16.893550872802734 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 16.88477325439453 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 16.90044403076172 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 16.85590171813965 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 16.857999801635742 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 16.882692337036133 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 16.85124969482422 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 16.889854431152344 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 16.900230407714844 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 16.906509399414062 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 16.89606475830078 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 16.856657028198242 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 16.85517692565918 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 16.85078239440918 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 16.892797470092773 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 16.88945198059082 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 16.891061782836914 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 16.87899398803711 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 16.846155166625977 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 16.87636947631836 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 16.85905647277832 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 16.89594268798828 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 16.900911331176758 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 16.898603439331055 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 16.885408401489258 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 16.852060317993164 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 16.867158889770508 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 16.842315673828125 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 16.892398834228516 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 16.88971710205078 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 16.89896011352539 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 16.89747428894043 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 16.86903953552246 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 16.863306045532227 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 16.860145568847656 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 16.907129287719727 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 16.904775619506836 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 16.897296905517578 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 16.899524688720703 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 16.88080406188965 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 16.893558502197266 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 16.876699447631836 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 16.904966354370117 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 16.884584426879883 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 16.94045639038086 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 16.902244567871094 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 16.873580932617188 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 16.895442962646484 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 16.887300491333008 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 16.89986801147461 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 16.896926879882812 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 16.862438201904297 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 16.90201187133789 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 16.787857055664062 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 16.848814010620117 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 16.788076400756836 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 5, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 13.810894966125488 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 13.816757202148438 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 13.803909301757812 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 13.802648544311523 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 13.787132263183594 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 13.798282623291016 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 13.786103248596191 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 13.802053451538086 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 13.807355880737305 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 13.8007173538208 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 13.784879684448242 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 13.79800033569336 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 13.786928176879883 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 13.803730964660645 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 13.795838356018066 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 13.792323112487793 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 13.803956031799316 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 13.806022644042969 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 13.799277305603027 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 13.804012298583984 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 13.795967102050781 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 13.795717239379883 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 13.799125671386719 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 13.807747840881348 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 13.806286811828613 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 13.782875061035156 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 13.796427726745605 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 13.788850784301758 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 13.802580833435059 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 13.806595802307129 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 13.799453735351562 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 13.79973030090332 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 13.797170639038086 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 13.82127857208252 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 13.811928749084473 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 13.790810585021973 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 13.8090181350708 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 13.800263404846191 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 13.819610595703125 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 13.788496017456055 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 13.797249794006348 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 13.800559997558594 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 13.79688835144043 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 13.799967765808105 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 13.81463623046875 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 13.8001708984375 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 13.795145034790039 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 13.79181957244873 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 13.807833671569824 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 13.813871383666992 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 13.808982849121094 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 13.826921463012695 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 13.801753997802734 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 13.795249938964844 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 13.790474891662598 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 13.810214042663574 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 13.807859420776367 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 13.814339637756348 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 13.802700996398926 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 13.80196762084961 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 13.795085906982422 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 13.799628257751465 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 13.796684265136719 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 13.81128978729248 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 13.801336288452148 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 13.807964324951172 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 13.798733711242676 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 13.7963285446167 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 13.811293601989746 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 13.795239448547363 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 13.816414833068848 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 13.805384635925293 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 13.807707786560059 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 13.807467460632324 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 13.792760848999023 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 13.804422378540039 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 13.791876792907715 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 13.813121795654297 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 13.807352066040039 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 13.804762840270996 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 13.811760902404785 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 13.789031982421875 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 13.797059059143066 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 13.801138877868652 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 13.813315391540527 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 13.822559356689453 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 13.81410026550293 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 13.806532859802246 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 13.804369926452637 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 13.80208683013916 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 13.803376197814941 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 13.81083869934082 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 13.812520980834961 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 13.8110990524292 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 13.811546325683594 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 13.802376747131348 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 13.809380531311035 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 13.802389144897461 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 13.812538146972656 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 13.810134887695312 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 13.827632904052734 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 13.80986499786377 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 13.805094718933105 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 13.804195404052734 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 13.803945541381836 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 13.812117576599121 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 13.806938171386719 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 13.817397117614746 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 13.804153442382812 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 13.790153503417969 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 13.780569076538086 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 13.788555145263672 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 6, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 12.758011817932129 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 12.757680892944336 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 12.752851486206055 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 12.75394058227539 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 12.750152587890625 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 12.752365112304688 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 12.74080753326416 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 12.7493314743042 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 12.751660346984863 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 12.753679275512695 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 12.751410484313965 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 12.74460506439209 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 12.747413635253906 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 12.74950122833252 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 12.750739097595215 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 12.762323379516602 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 12.750905990600586 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 12.753335952758789 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 12.752408027648926 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 12.746170997619629 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 12.749312400817871 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 12.75335693359375 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 12.756342887878418 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 12.748550415039062 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 12.753134727478027 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 12.74537467956543 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 12.746127128601074 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 12.749234199523926 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 12.757407188415527 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 12.751873016357422 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 12.760674476623535 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 12.755393981933594 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 12.748066902160645 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 12.746161460876465 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 12.746978759765625 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 12.757319450378418 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 12.75804615020752 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 12.760260581970215 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 12.744064331054688 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 12.743369102478027 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 12.749428749084473 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 12.745720863342285 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 12.75574016571045 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 12.763023376464844 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 12.763936042785645 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 12.741470336914062 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 12.747406959533691 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 12.754779815673828 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 12.745149612426758 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 12.753583908081055 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 12.752124786376953 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 12.74903678894043 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 12.753788948059082 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 12.749948501586914 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 12.752602577209473 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 12.750005722045898 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 12.754837036132812 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 12.753466606140137 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 12.758100509643555 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 12.751653671264648 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 12.75033187866211 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 12.750504493713379 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 12.753767013549805 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 12.754329681396484 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 12.756163597106934 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 12.756050109863281 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 12.752161979675293 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 12.749039649963379 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 12.753876686096191 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 12.748276710510254 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 12.752694129943848 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 12.759488105773926 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 12.757134437561035 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 12.752979278564453 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 12.752511978149414 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 12.75064754486084 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 12.750526428222656 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 12.755412101745605 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 12.753070831298828 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 12.751243591308594 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 12.752694129943848 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 12.746176719665527 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 12.748632431030273 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 12.749734878540039 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 12.756470680236816 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 12.752279281616211 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 12.75448226928711 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 12.753737449645996 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 12.751313209533691 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 12.748650550842285 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 12.751642227172852 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 12.757389068603516 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 12.756805419921875 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 12.756948471069336 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 12.755060195922852 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 12.751891136169434 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 12.759305953979492 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 12.750316619873047 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 12.755338668823242 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 12.756124496459961 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 12.760285377502441 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 12.757158279418945 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 12.749099731445312 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 12.750808715820312 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 12.750696182250977 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 12.756108283996582 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 12.757845878601074 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 12.757349014282227 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 12.755138397216797 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 12.73461627960205 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 12.74681568145752 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 12.745331764221191 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 7, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 12.239030838012695 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 12.238856315612793 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 12.240781784057617 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 12.2361421585083 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 12.23363971710205 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 12.2327880859375 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 12.231621742248535 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 12.237808227539062 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 12.239459991455078 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 12.235456466674805 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 12.232114791870117 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 12.23555850982666 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 12.23124885559082 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 12.23532772064209 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 12.233301162719727 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 12.237204551696777 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 12.243481636047363 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 12.234392166137695 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 12.234665870666504 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 12.24177074432373 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 12.23880386352539 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 12.235847473144531 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 12.236296653747559 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 12.236364364624023 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 12.237659454345703 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 12.233237266540527 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 12.237564086914062 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 12.236503601074219 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 12.236446380615234 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 12.237356185913086 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 12.236860275268555 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 12.235474586486816 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 12.233782768249512 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 12.241047859191895 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 12.239468574523926 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 12.2374849319458 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 12.238862037658691 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 12.23422622680664 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 12.242294311523438 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 12.233085632324219 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 12.235734939575195 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 12.234328269958496 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 12.240580558776855 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 12.234896659851074 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 12.240118980407715 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 12.23904800415039 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 12.232823371887207 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 12.23322582244873 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 12.236212730407715 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 12.239859580993652 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 12.236599922180176 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 12.236370086669922 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 12.234281539916992 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 12.235448837280273 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 12.236474990844727 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 12.237799644470215 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 12.2388916015625 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 12.239107131958008 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 12.239054679870605 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 12.236218452453613 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 12.235695838928223 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 12.23599624633789 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 12.231505393981934 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 12.240029335021973 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 12.23746109008789 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 12.240992546081543 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 12.238441467285156 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 12.233823776245117 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 12.235553741455078 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 12.232810974121094 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 12.239343643188477 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 12.238407135009766 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 12.238945960998535 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 12.236002922058105 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 12.233712196350098 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 12.235687255859375 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 12.229137420654297 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 12.239654541015625 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 12.237811088562012 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 12.23567008972168 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 12.238984107971191 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 12.23249626159668 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 12.237510681152344 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 12.233268737792969 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 12.24161148071289 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 12.240817070007324 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 12.238943099975586 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 12.2402925491333 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 12.234258651733398 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 12.238608360290527 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 12.235089302062988 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 12.237785339355469 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 12.239433288574219 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 12.23769474029541 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 12.238710403442383 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 12.234033584594727 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 12.23334789276123 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 12.237044334411621 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 12.238662719726562 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 12.238280296325684 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 12.241657257080078 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 12.236008644104004 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 12.237070083618164 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 12.240962982177734 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 12.235334396362305 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 12.239107131958008 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 12.238414764404297 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 12.238733291625977 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 12.236154556274414 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 12.228239059448242 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 12.22623348236084 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 12.228495597839355 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 8, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.911985397338867 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.912817001342773 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.911090850830078 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.910483360290527 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.907331466674805 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.908398628234863 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.905241966247559 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.908809661865234 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.909131050109863 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.90938663482666 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.911619186401367 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.906866073608398 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.904436111450195 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.908097267150879 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.909287452697754 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.910653114318848 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.907815933227539 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.910951614379883 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.909568786621094 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.908549308776855 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.908556938171387 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.91063117980957 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.909971237182617 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.913348197937012 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.910528182983398 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.906603813171387 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.90937328338623 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.908591270446777 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.910964965820312 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.910045623779297 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.912178039550781 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.908790588378906 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.907896041870117 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.907984733581543 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.910371780395508 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.911192893981934 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.909454345703125 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.912351608276367 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.9046630859375 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.905463218688965 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.907472610473633 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.907716751098633 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.909563064575195 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.913581848144531 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.911629676818848 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.906317710876465 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.907748222351074 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.909116744995117 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.908187866210938 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.911022186279297 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.906224250793457 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.910499572753906 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.910710334777832 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.910221099853516 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.908267974853516 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.909647941589355 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.910599708557129 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.909826278686523 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.911494255065918 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.908159255981445 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.908262252807617 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.907686233520508 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.909735679626465 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.91015911102295 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.909563064575195 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.908563613891602 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.907819747924805 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.909300804138184 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.91064167022705 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.906353950500488 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.909713745117188 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.912453651428223 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.90999984741211 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.910470962524414 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.910400390625 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.907129287719727 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.908835411071777 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.911397933959961 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.910727500915527 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.908319473266602 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.911369323730469 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.907524108886719 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.905730247497559 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.908501625061035 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.910374641418457 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.910545349121094 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.910391807556152 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.911019325256348 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.908506393432617 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.90816593170166 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.908174514770508 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.911840438842773 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.910948753356934 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.91266918182373 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.91027545928955 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.909188270568848 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.910689353942871 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.90776252746582 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.911541938781738 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.911783218383789 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.910818099975586 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.911067962646484 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.906728744506836 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.90542984008789 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.910449028015137 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.911147117614746 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.911130905151367 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.909823417663574 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.908733367919922 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.899004936218262 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.907373428344727 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.90086555480957 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 9, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.669652938842773 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.668122291564941 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.66932487487793 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.66893196105957 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.667922973632812 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.669397354125977 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.667405128479004 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.66830062866211 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.669519424438477 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.66685962677002 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.666887283325195 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.6687593460083 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.667283058166504 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.669127464294434 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.668529510498047 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.66848373413086 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.672001838684082 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.667326927185059 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.66667652130127 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.667946815490723 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.665849685668945 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.668667793273926 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.667872428894043 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.666131019592285 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.668190002441406 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.666158676147461 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.668169975280762 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.666984558105469 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.668785095214844 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.669708251953125 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.671377182006836 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.669650077819824 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.667647361755371 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.670877456665039 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.668862342834473 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.669711112976074 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.670412063598633 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.670645713806152 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.668869018554688 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.66749382019043 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.668256759643555 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.667348861694336 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.668046951293945 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.668767929077148 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.67140007019043 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.669730186462402 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.66848087310791 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.668439865112305 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.667852401733398 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.669708251953125 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.663817405700684 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.669360160827637 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.669513702392578 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.667621612548828 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.668030738830566 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.66842269897461 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.669991493225098 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.669583320617676 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.66963005065918 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.66632080078125 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.66897964477539 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.666364669799805 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.666170120239258 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.669853210449219 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.667736053466797 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.670515060424805 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.667354583740234 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.667580604553223 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.667288780212402 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.667009353637695 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.669730186462402 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.67008113861084 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.670395851135254 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.668190002441406 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.664937973022461 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.66778564453125 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.666509628295898 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.669891357421875 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.667911529541016 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.669023513793945 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.668578147888184 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.666492462158203 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.670982360839844 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.666498184204102 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.670880317687988 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.671786308288574 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.668917655944824 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.668351173400879 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.668264389038086 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.668036460876465 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.666431427001953 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.669184684753418 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.670331001281738 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.66899585723877 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.668656349182129 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.666943550109863 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.666403770446777 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.667078971862793 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.669466018676758 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.669574737548828 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.671494483947754 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.669201850891113 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.668081283569336 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.670025825500488 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.66719913482666 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.669931411743164 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.669750213623047 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.669480323791504 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.669107437133789 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.667265892028809 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.66500186920166 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.666086196899414 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 10, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.504070281982422 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.504542350769043 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.503763198852539 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.503549575805664 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.502435684204102 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.501701354980469 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.500948905944824 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.505210876464844 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.5036039352417 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.502691268920898 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.504199981689453 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.501472473144531 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.497188568115234 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.50171947479248 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.50294017791748 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.50434398651123 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.499932289123535 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.50295639038086 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.501785278320312 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.501638412475586 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.502518653869629 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.503335952758789 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.503480911254883 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.504103660583496 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.503911972045898 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.502336502075195 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.503274917602539 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.504443168640137 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.5045747756958 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.502358436584473 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.502663612365723 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.504339218139648 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.50168514251709 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.501602172851562 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.502358436584473 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.50292682647705 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.50368881225586 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.504931449890137 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.502403259277344 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.50171184539795 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.503324508666992 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.503952980041504 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.50416374206543 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.50472354888916 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.505169868469238 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.502147674560547 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.501873970031738 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.502561569213867 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.504745483398438 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.503795623779297 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.498784065246582 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.504070281982422 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.50318717956543 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.502425193786621 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.502413749694824 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.501991271972656 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.502904891967773 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.50351619720459 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.503670692443848 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.503961563110352 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.502477645874023 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.503911972045898 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.503181457519531 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.503884315490723 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.503768920898438 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.501173973083496 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.50194263458252 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.502573013305664 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.503840446472168 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.502137184143066 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.503982543945312 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.504032135009766 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.503710746765137 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.501887321472168 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.50401496887207 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.503211975097656 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.501788139343262 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.503491401672363 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.504526138305664 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.50383186340332 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.50397777557373 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.500845909118652 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.499123573303223 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.503061294555664 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.502573013305664 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.50375747680664 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.503236770629883 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.504463195800781 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.502311706542969 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.502189636230469 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.50326919555664 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.503936767578125 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.503217697143555 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.504640579223633 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.505724906921387 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.502918243408203 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.501970291137695 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.501758575439453 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.504361152648926 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.504136085510254 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.503645896911621 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.503538131713867 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.502798080444336 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.50146770477295 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.502482414245605 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.504128456115723 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.50415325164795 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.50251293182373 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.502765655517578 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.496606826782227 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.50046157836914 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.498098373413086 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 11, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.360846519470215 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.360651969909668 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.36013412475586 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.360631942749023 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.359343528747559 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.359437942504883 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.358906745910645 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.360410690307617 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.3594331741333 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.360424041748047 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.359275817871094 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.359440803527832 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.357095718383789 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.360649108886719 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.360153198242188 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.359888076782227 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.363663673400879 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.359162330627441 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.358948707580566 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.359925270080566 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.358787536621094 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.359150886535645 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.358832359313965 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.359258651733398 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.3591947555542 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.358609199523926 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.360038757324219 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.358052253723145 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.360288619995117 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.360456466674805 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.36102294921875 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.359249114990234 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.359169960021973 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.359919548034668 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.36052131652832 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.361198425292969 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.360784530639648 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.360182762145996 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.35906982421875 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.359589576721191 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.357816696166992 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.357721328735352 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.360109329223633 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.359686851501465 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.361312866210938 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.360369682312012 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.359505653381348 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.359562873840332 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.358264923095703 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.360922813415527 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.357353210449219 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.359365463256836 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.360234260559082 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.359845161437988 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.3594970703125 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.360282897949219 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.360759735107422 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.3599853515625 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.360629081726074 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.358685493469238 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.36074161529541 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.358086585998535 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.357915878295898 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.360713958740234 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.358487129211426 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.360797882080078 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.359318733215332 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.359665870666504 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.358560562133789 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.359261512756348 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.360407829284668 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.360673904418945 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.359698295593262 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.360532760620117 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.35814094543457 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.358539581298828 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.358991622924805 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.360426902770996 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.35971736907959 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.35971450805664 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.360353469848633 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.35892391204834 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.361236572265625 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.357769966125488 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.362945556640625 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.361947059631348 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.360597610473633 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.35889720916748 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.360586166381836 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.358994483947754 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.358579635620117 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.360418319702148 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.361236572265625 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.360132217407227 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.358230590820312 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.35843276977539 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.359567642211914 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.35893440246582 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.36013412475586 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.360746383666992 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.361567497253418 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.359917640686035 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.359374046325684 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.360589027404785 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.359110832214355 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.360448837280273 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.360191345214844 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.361510276794434 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.360139846801758 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.35826301574707 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.358999252319336 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.358539581298828 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 12, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.264193534851074 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.264456748962402 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.264749526977539 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.263189315795898 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.263967514038086 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.262899398803711 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.2615966796875 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.264636039733887 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.264740943908691 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.264128684997559 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.263301849365234 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.262679100036621 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.2576265335083 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.262147903442383 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.262995719909668 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.26518440246582 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.259349822998047 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.264211654663086 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.263016700744629 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.263038635253906 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.262381553649902 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.26451587677002 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.26384162902832 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.26561450958252 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.263916969299316 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.262544631958008 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.263087272644043 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.263683319091797 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.264325141906738 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.264440536499023 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.262643814086914 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.263543128967285 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.262866973876953 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.262821197509766 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.264580726623535 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.263087272644043 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.263769149780273 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.26474666595459 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.263925552368164 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.262624740600586 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.264032363891602 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.264004707336426 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.264147758483887 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.264311790466309 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.265069007873535 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.26366138458252 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.262667655944824 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.2625150680542 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.263914108276367 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.263790130615234 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.263022422790527 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.263545989990234 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.263409614562988 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.262517929077148 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.263412475585938 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.262506484985352 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.263106346130371 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.263925552368164 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.263887405395508 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.26408863067627 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.262679100036621 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.264408111572266 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.26512336730957 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.263772010803223 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.263006210327148 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.261677742004395 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.262534141540527 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.263962745666504 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.264665603637695 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.261280059814453 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.26426887512207 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.263989448547363 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.263503074645996 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.262834548950195 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.2640962600708 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.263181686401367 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.262208938598633 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.263643264770508 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.264150619506836 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.263712882995605 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.263559341430664 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.262818336486816 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.261617660522461 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.263683319091797 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.262587547302246 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.263764381408691 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.263124465942383 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.264131546020508 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.262600898742676 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.263089179992676 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.2638521194458 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.263973236083984 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.263049125671387 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.264416694641113 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.265657424926758 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.263729095458984 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.263591766357422 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.262834548950195 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.264493942260742 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.26386547088623 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.2636137008667 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.26367473602295 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.262807846069336 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.262330055236816 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.263510704040527 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.263392448425293 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.264311790466309 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.264019012451172 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.26412296295166 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.259387016296387 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.260372161865234 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.260015487670898 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 13, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.171059608459473 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.17064094543457 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.171238899230957 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.170940399169922 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.17058277130127 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.170378684997559 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.170493125915527 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.170755386352539 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.170343399047852 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.169869422912598 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.169835090637207 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.16889476776123 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.167738914489746 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.172337532043457 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.170892715454102 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.170202255249023 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.17186164855957 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.168844223022461 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.170135498046875 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.169275283813477 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.170132637023926 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.169986724853516 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.169912338256836 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.170353889465332 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.169991493225098 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.169386863708496 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.171113014221191 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.169389724731445 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.170226097106934 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.170065879821777 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.170742988586426 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.170270919799805 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.170215606689453 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.171083450317383 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.169528007507324 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.170982360839844 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.171072959899902 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.170303344726562 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.170065879821777 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.169918060302734 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.169389724731445 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.169257164001465 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.17050838470459 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.170409202575684 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.17113971710205 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.16960620880127 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.171040534973145 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.170036315917969 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.169683456420898 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.170588493347168 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.170705795288086 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.170921325683594 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.170784950256348 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.170378684997559 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.170692443847656 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.172175407409668 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.171195983886719 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.170637130737305 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.170782089233398 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.170896530151367 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.170866012573242 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.169783592224121 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.168889045715332 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.17109203338623 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.170207977294922 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.171259880065918 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.170585632324219 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.16903305053711 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.169768333435059 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.170141220092773 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.170196533203125 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.171184539794922 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.169374465942383 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.171371459960938 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.170002937316895 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.16972827911377 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.16906452178955 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.170998573303223 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.17055892944336 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.170454978942871 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.171136856079102 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.16915512084961 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.170860290527344 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.167872428894043 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.172079086303711 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.172442436218262 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.170892715454102 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.170726776123047 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.170012474060059 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.170358657836914 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.16963005065918 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.171083450317383 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.171685218811035 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.170487403869629 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.170417785644531 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.168420791625977 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.169536590576172 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.169429779052734 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.170330047607422 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.17114543914795 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.172037124633789 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.170604705810547 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.170144081115723 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.171858787536621 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.169344902038574 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.170775413513184 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.17117977142334 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.170588493347168 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.16981029510498 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.170466423034668 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.16891098022461 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.16971492767334 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 14, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.11178970336914 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.111407279968262 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.111640930175781 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.11108684539795 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.110405921936035 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.110967636108398 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.109712600708008 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.11153507232666 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.11159896850586 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.112968444824219 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.111359596252441 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.111895561218262 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.10710334777832 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.108957290649414 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.111095428466797 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.112828254699707 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.109411239624023 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.113296508789062 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.11138916015625 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.111352920532227 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.110742568969727 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.111490249633789 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.111259460449219 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.11146068572998 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.112122535705566 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.110962867736816 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.11136531829834 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.110925674438477 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.111955642700195 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.112133979797363 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.110713958740234 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.111285209655762 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.110727310180664 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.111015319824219 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.111100196838379 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.111614227294922 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.111678123474121 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.113953590393066 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.110857009887695 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.110793113708496 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.111916542053223 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.112202644348145 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.112051010131836 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.11124324798584 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.112457275390625 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.112255096435547 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.110560417175293 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.110515594482422 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.111723899841309 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.111778259277344 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.111050605773926 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.111786842346191 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.110411643981934 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.11138916015625 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.11010456085205 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.110004425048828 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.111709594726562 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.11159896850586 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.111739158630371 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.111725807189941 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.110374450683594 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.11159610748291 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.111879348754883 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.11161994934082 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.111577987670898 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.110596656799316 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.111047744750977 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.112541198730469 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.112247467041016 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.110234260559082 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.1113862991333 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.11121654510498 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.111614227294922 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.110361099243164 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.111656188964844 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.111065864562988 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.111074447631836 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.111288070678711 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.111635208129883 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.112287521362305 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.111180305480957 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.111350059509277 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.110774993896484 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.112218856811523 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.110928535461426 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.110967636108398 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.111852645874023 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.11133861541748 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.110962867736816 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.110405921936035 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.110869407653809 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.111824035644531 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.111084938049316 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.111810684204102 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.111974716186523 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.111773490905762 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.111566543579102 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.111177444458008 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.112196922302246 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.1112642288208 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.111703872680664 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.111261367797852 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.110052108764648 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.110491752624512 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.11176872253418 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.111492156982422 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.111868858337402 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.111357688903809 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.111000061035156 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.107850074768066 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.109325408935547 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.109013557434082 | |
| } | |
| ] | |
| }, | |
| { | |
| "bit": 15, | |
| "ppls": [ | |
| { | |
| "layer": "layer.0.self_attn.q_proj", | |
| "ppl": 11.050307273864746 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.k_proj", | |
| "ppl": 11.050292015075684 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.v_proj", | |
| "ppl": 11.05031681060791 | |
| }, | |
| { | |
| "layer": "layer.0.self_attn.o_proj", | |
| "ppl": 11.050270080566406 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.gate_proj", | |
| "ppl": 11.04970932006836 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.up_proj", | |
| "ppl": 11.050497055053711 | |
| }, | |
| { | |
| "layer": "layer.0.mlp.down_proj", | |
| "ppl": 11.049213409423828 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.q_proj", | |
| "ppl": 11.050565719604492 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.k_proj", | |
| "ppl": 11.050043106079102 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.v_proj", | |
| "ppl": 11.049137115478516 | |
| }, | |
| { | |
| "layer": "layer.1.self_attn.o_proj", | |
| "ppl": 11.05081844329834 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.gate_proj", | |
| "ppl": 11.048168182373047 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.up_proj", | |
| "ppl": 11.050175666809082 | |
| }, | |
| { | |
| "layer": "layer.1.mlp.down_proj", | |
| "ppl": 11.051658630371094 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.q_proj", | |
| "ppl": 11.050422668457031 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.k_proj", | |
| "ppl": 11.050601959228516 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.v_proj", | |
| "ppl": 11.051063537597656 | |
| }, | |
| { | |
| "layer": "layer.2.self_attn.o_proj", | |
| "ppl": 11.048294067382812 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.gate_proj", | |
| "ppl": 11.04973316192627 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.up_proj", | |
| "ppl": 11.049424171447754 | |
| }, | |
| { | |
| "layer": "layer.2.mlp.down_proj", | |
| "ppl": 11.04975700378418 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.q_proj", | |
| "ppl": 11.05041217803955 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.k_proj", | |
| "ppl": 11.049627304077148 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.v_proj", | |
| "ppl": 11.05088996887207 | |
| }, | |
| { | |
| "layer": "layer.3.self_attn.o_proj", | |
| "ppl": 11.050383567810059 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.gate_proj", | |
| "ppl": 11.049184799194336 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.up_proj", | |
| "ppl": 11.048839569091797 | |
| }, | |
| { | |
| "layer": "layer.3.mlp.down_proj", | |
| "ppl": 11.049848556518555 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.q_proj", | |
| "ppl": 11.049995422363281 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.k_proj", | |
| "ppl": 11.050549507141113 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.v_proj", | |
| "ppl": 11.050361633300781 | |
| }, | |
| { | |
| "layer": "layer.4.self_attn.o_proj", | |
| "ppl": 11.049864768981934 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.gate_proj", | |
| "ppl": 11.049627304077148 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.up_proj", | |
| "ppl": 11.049938201904297 | |
| }, | |
| { | |
| "layer": "layer.4.mlp.down_proj", | |
| "ppl": 11.049519538879395 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.q_proj", | |
| "ppl": 11.050501823425293 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.k_proj", | |
| "ppl": 11.05038070678711 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.v_proj", | |
| "ppl": 11.048921585083008 | |
| }, | |
| { | |
| "layer": "layer.5.self_attn.o_proj", | |
| "ppl": 11.050938606262207 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.gate_proj", | |
| "ppl": 11.049646377563477 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.up_proj", | |
| "ppl": 11.04892635345459 | |
| }, | |
| { | |
| "layer": "layer.5.mlp.down_proj", | |
| "ppl": 11.049745559692383 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.q_proj", | |
| "ppl": 11.049643516540527 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.k_proj", | |
| "ppl": 11.050459861755371 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.v_proj", | |
| "ppl": 11.049622535705566 | |
| }, | |
| { | |
| "layer": "layer.6.self_attn.o_proj", | |
| "ppl": 11.049057960510254 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.gate_proj", | |
| "ppl": 11.049948692321777 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.up_proj", | |
| "ppl": 11.049901962280273 | |
| }, | |
| { | |
| "layer": "layer.6.mlp.down_proj", | |
| "ppl": 11.04929256439209 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.q_proj", | |
| "ppl": 11.05031681060791 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.k_proj", | |
| "ppl": 11.049964904785156 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.v_proj", | |
| "ppl": 11.049983024597168 | |
| }, | |
| { | |
| "layer": "layer.7.self_attn.o_proj", | |
| "ppl": 11.050064086914062 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.gate_proj", | |
| "ppl": 11.05008316040039 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.up_proj", | |
| "ppl": 11.050938606262207 | |
| }, | |
| { | |
| "layer": "layer.7.mlp.down_proj", | |
| "ppl": 11.051092147827148 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.q_proj", | |
| "ppl": 11.050165176391602 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.k_proj", | |
| "ppl": 11.050156593322754 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.v_proj", | |
| "ppl": 11.050159454345703 | |
| }, | |
| { | |
| "layer": "layer.8.self_attn.o_proj", | |
| "ppl": 11.049667358398438 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.gate_proj", | |
| "ppl": 11.049980163574219 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.up_proj", | |
| "ppl": 11.048558235168457 | |
| }, | |
| { | |
| "layer": "layer.8.mlp.down_proj", | |
| "ppl": 11.049558639526367 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.q_proj", | |
| "ppl": 11.05031967163086 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.k_proj", | |
| "ppl": 11.049361228942871 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.v_proj", | |
| "ppl": 11.050207138061523 | |
| }, | |
| { | |
| "layer": "layer.9.self_attn.o_proj", | |
| "ppl": 11.050172805786133 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.gate_proj", | |
| "ppl": 11.048663139343262 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.up_proj", | |
| "ppl": 11.049242973327637 | |
| }, | |
| { | |
| "layer": "layer.9.mlp.down_proj", | |
| "ppl": 11.049132347106934 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.q_proj", | |
| "ppl": 11.050127983093262 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.k_proj", | |
| "ppl": 11.05081844329834 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.v_proj", | |
| "ppl": 11.050117492675781 | |
| }, | |
| { | |
| "layer": "layer.10.self_attn.o_proj", | |
| "ppl": 11.050912857055664 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.gate_proj", | |
| "ppl": 11.049564361572266 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.up_proj", | |
| "ppl": 11.048615455627441 | |
| }, | |
| { | |
| "layer": "layer.10.mlp.down_proj", | |
| "ppl": 11.049093246459961 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.q_proj", | |
| "ppl": 11.050148963928223 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.k_proj", | |
| "ppl": 11.049650192260742 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.v_proj", | |
| "ppl": 11.05034351348877 | |
| }, | |
| { | |
| "layer": "layer.11.self_attn.o_proj", | |
| "ppl": 11.050596237182617 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.gate_proj", | |
| "ppl": 11.04928970336914 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.up_proj", | |
| "ppl": 11.049099922180176 | |
| }, | |
| { | |
| "layer": "layer.11.mlp.down_proj", | |
| "ppl": 11.047983169555664 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.q_proj", | |
| "ppl": 11.051534652709961 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.k_proj", | |
| "ppl": 11.05077075958252 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.v_proj", | |
| "ppl": 11.049903869628906 | |
| }, | |
| { | |
| "layer": "layer.12.self_attn.o_proj", | |
| "ppl": 11.050127983093262 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.gate_proj", | |
| "ppl": 11.04968547821045 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.up_proj", | |
| "ppl": 11.049590110778809 | |
| }, | |
| { | |
| "layer": "layer.12.mlp.down_proj", | |
| "ppl": 11.049322128295898 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.q_proj", | |
| "ppl": 11.050223350524902 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.k_proj", | |
| "ppl": 11.051002502441406 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.v_proj", | |
| "ppl": 11.050033569335938 | |
| }, | |
| { | |
| "layer": "layer.13.self_attn.o_proj", | |
| "ppl": 11.049406051635742 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.gate_proj", | |
| "ppl": 11.048831939697266 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.up_proj", | |
| "ppl": 11.048349380493164 | |
| }, | |
| { | |
| "layer": "layer.13.mlp.down_proj", | |
| "ppl": 11.04928970336914 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.q_proj", | |
| "ppl": 11.049869537353516 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.k_proj", | |
| "ppl": 11.050620079040527 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.v_proj", | |
| "ppl": 11.050934791564941 | |
| }, | |
| { | |
| "layer": "layer.14.self_attn.o_proj", | |
| "ppl": 11.050652503967285 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.gate_proj", | |
| "ppl": 11.049779891967773 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.up_proj", | |
| "ppl": 11.050270080566406 | |
| }, | |
| { | |
| "layer": "layer.14.mlp.down_proj", | |
| "ppl": 11.048929214477539 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.q_proj", | |
| "ppl": 11.050378799438477 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.k_proj", | |
| "ppl": 11.050019264221191 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.v_proj", | |
| "ppl": 11.050232887268066 | |
| }, | |
| { | |
| "layer": "layer.15.self_attn.o_proj", | |
| "ppl": 11.050069808959961 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.gate_proj", | |
| "ppl": 11.050030708312988 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.up_proj", | |
| "ppl": 11.049421310424805 | |
| }, | |
| { | |
| "layer": "layer.15.mlp.down_proj", | |
| "ppl": 11.049135208129883 | |
| } | |
| ] | |
| } | |
| ] | |
| } |