| layer,module,loss,damp,time | |
| 0,self_attn.k_proj,0.31375,0.01000,0.427 | |
| 0,self_attn.v_proj,0.00811,0.01000,0.172 | |
| 0,self_attn.q_proj,0.64595,0.01000,0.178 | |
| 0,self_attn.o_proj,0.00072,0.01000,0.181 | |
| 0,mlp.up_proj,0.55971,0.01000,0.216 | |
| 0,mlp.gate_proj,0.70898,0.01000,0.217 | |
| 0,mlp.down_proj,0.00471,0.01000,0.770 | |
| 1,self_attn.k_proj,0.53475,0.01000,0.181 | |
| 1,self_attn.v_proj,0.03063,0.01000,0.180 | |
| 1,self_attn.q_proj,1.02432,0.01000,0.183 | |
| 1,self_attn.o_proj,0.00357,0.01000,0.177 | |
| 1,mlp.up_proj,0.80538,0.01000,0.215 | |
| 1,mlp.gate_proj,1.10381,0.01000,0.213 | |
| 1,mlp.down_proj,0.18189,0.01000,0.763 | |
| 2,self_attn.k_proj,1.10848,0.01000,0.177 | |
| 2,self_attn.v_proj,0.07507,0.01000,0.174 | |
| 2,self_attn.q_proj,2.12356,0.01000,0.176 | |
| 2,self_attn.o_proj,0.00334,0.01000,0.175 | |
| 2,mlp.up_proj,1.03340,0.01000,0.219 | |
| 2,mlp.gate_proj,1.65257,0.01000,0.217 | |
| 2,mlp.down_proj,0.01437,0.01000,0.765 | |
| 3,self_attn.k_proj,0.69677,0.01000,0.180 | |
| 3,self_attn.v_proj,0.09787,0.01000,0.179 | |
| 3,self_attn.q_proj,1.52389,0.01000,0.211 | |
| 3,self_attn.o_proj,0.00682,0.01000,0.181 | |
| 3,mlp.up_proj,1.27637,0.01000,0.214 | |
| 3,mlp.gate_proj,2.55490,0.01000,0.213 | |
| 3,mlp.down_proj,0.02140,0.01000,0.756 | |
| 4,self_attn.k_proj,0.75773,0.01000,0.174 | |
| 4,self_attn.v_proj,0.09175,0.01000,0.172 | |
| 4,self_attn.q_proj,1.56547,0.01000,0.174 | |
| 4,self_attn.o_proj,0.01028,0.01000,0.177 | |
| 4,mlp.up_proj,1.31530,0.01000,0.220 | |
| 4,mlp.gate_proj,2.84710,0.01000,0.217 | |
| 4,mlp.down_proj,0.02397,0.01000,0.767 | |
| 5,self_attn.k_proj,1.20420,0.01000,0.174 | |
| 5,self_attn.v_proj,0.08169,0.01000,0.174 | |
| 5,self_attn.q_proj,2.08006,0.01000,0.177 | |
| 5,self_attn.o_proj,0.01017,0.01000,0.176 | |
| 5,mlp.up_proj,1.42068,0.01000,0.214 | |
| 5,mlp.gate_proj,2.63261,0.01000,0.214 | |
| 5,mlp.down_proj,0.02808,0.01000,0.763 | |
| 6,self_attn.k_proj,0.95779,0.01000,0.174 | |
| 6,self_attn.v_proj,0.10973,0.01000,0.172 | |
| 6,self_attn.q_proj,1.51273,0.01000,0.174 | |
| 6,self_attn.o_proj,0.01502,0.01000,0.175 | |
| 6,mlp.up_proj,1.44384,0.01000,0.219 | |
| 6,mlp.gate_proj,2.61875,0.01000,0.222 | |
| 6,mlp.down_proj,0.02776,0.01000,0.766 | |
| 7,self_attn.k_proj,0.96629,0.01000,0.181 | |
| 7,self_attn.v_proj,0.12544,0.01000,0.175 | |
| 7,self_attn.q_proj,1.81386,0.01000,0.177 | |
| 7,self_attn.o_proj,0.01457,0.01000,0.183 | |
| 7,mlp.up_proj,1.52542,0.01000,0.213 | |
| 7,mlp.gate_proj,2.50224,0.01000,0.213 | |
| 7,mlp.down_proj,0.03180,0.01000,0.763 | |
| 8,self_attn.k_proj,1.19651,0.01000,0.175 | |
| 8,self_attn.v_proj,0.11910,0.01000,0.174 | |
| 8,self_attn.q_proj,1.95631,0.01000,0.175 | |
| 8,self_attn.o_proj,0.01857,0.01000,0.176 | |
| 8,mlp.up_proj,1.71548,0.01000,0.221 | |
| 8,mlp.gate_proj,2.74533,0.01000,0.220 | |
| 8,mlp.down_proj,0.04309,0.01000,0.770 | |
| 9,self_attn.k_proj,0.95098,0.01000,0.180 | |
| 9,self_attn.v_proj,0.14566,0.01000,0.180 | |
| 9,self_attn.q_proj,2.30261,0.01000,0.176 | |
| 9,self_attn.o_proj,0.02524,0.01000,0.177 | |
| 9,mlp.up_proj,1.84488,0.01000,0.219 | |
| 9,mlp.gate_proj,3.04342,0.01000,0.215 | |
| 9,mlp.down_proj,0.05309,0.01000,0.765 | |
| 10,self_attn.k_proj,1.18998,0.01000,0.174 | |
| 10,self_attn.v_proj,0.18059,0.01000,0.173 | |
| 10,self_attn.q_proj,2.46932,0.01000,0.174 | |
| 10,self_attn.o_proj,0.01854,0.01000,0.178 | |
| 10,mlp.up_proj,2.15283,0.01000,0.218 | |
| 10,mlp.gate_proj,3.41312,0.01000,0.220 | |
| 10,mlp.down_proj,0.06540,0.01000,0.772 | |
| 11,self_attn.k_proj,1.37620,0.01000,0.179 | |
| 11,self_attn.v_proj,0.16173,0.01000,0.176 | |
| 11,self_attn.q_proj,2.34305,0.01000,0.175 | |
| 11,self_attn.o_proj,0.01519,0.01000,0.175 | |
| 11,mlp.up_proj,2.33515,0.01000,0.213 | |
| 11,mlp.gate_proj,3.63904,0.01000,0.211 | |
| 11,mlp.down_proj,0.07253,0.01000,0.784 | |
| 12,self_attn.k_proj,1.40331,0.01000,0.182 | |
| 12,self_attn.v_proj,0.16669,0.01000,0.173 | |
| 12,self_attn.q_proj,2.35404,0.01000,0.177 | |
| 12,self_attn.o_proj,0.01579,0.01000,0.178 | |
| 12,mlp.up_proj,2.46500,0.01000,0.219 | |
| 12,mlp.gate_proj,3.62740,0.01000,0.219 | |
| 12,mlp.down_proj,0.08344,0.01000,0.782 | |
| 13,self_attn.k_proj,1.35594,0.01000,0.175 | |
| 13,self_attn.v_proj,0.28060,0.01000,0.178 | |
| 13,self_attn.q_proj,2.68505,0.01000,0.177 | |
| 13,self_attn.o_proj,0.02142,0.01000,0.177 | |
| 13,mlp.up_proj,2.86347,0.01000,0.222 | |
| 13,mlp.gate_proj,3.86373,0.01000,0.221 | |
| 13,mlp.down_proj,0.12481,0.01000,0.771 | |
| 14,self_attn.k_proj,1.52927,0.01000,0.174 | |
| 14,self_attn.v_proj,0.64318,0.01000,0.172 | |
| 14,self_attn.q_proj,2.83198,0.01000,0.175 | |
| 14,self_attn.o_proj,0.04615,0.01000,0.178 | |
| 14,mlp.up_proj,3.29015,0.01000,0.219 | |
| 14,mlp.gate_proj,4.78689,0.01000,0.220 | |
| 14,mlp.down_proj,0.16829,0.01000,0.769 | |
| 15,self_attn.k_proj,1.45681,0.01000,0.175 | |
| 15,self_attn.v_proj,0.62791,0.01000,0.178 | |
| 15,self_attn.q_proj,2.63304,0.01000,0.175 | |
| 15,self_attn.o_proj,0.16395,0.01000,0.175 | |
| 15,mlp.up_proj,4.18822,0.01000,0.217 | |
| 15,mlp.gate_proj,5.60234,0.01000,0.218 | |
| 15,mlp.down_proj,0.42703,0.01000,0.770 | |