[{"layer": 0, "module": "self_attn.k_proj", "loss": "0.92654", "damp": "0.05000", "time": "0.383", "fwd_time": "0.183"}, {"layer": 0, "module": "self_attn.v_proj", "loss": "0.01888", "damp": "0.05000", "time": "0.240", "fwd_time": "0.183"}, {"layer": 0, "module": "self_attn.q_proj", "loss": "5.94556", "damp": "0.05000", "time": "0.247", "fwd_time": "0.183"}, {"layer": 0, "module": "self_attn.o_proj", "loss": "0.00328", "damp": "0.05000", "time": "0.243", "fwd_time": "0.005"}, {"layer": 0, "module": "mlp.up_proj", "loss": "83.26855", "damp": "0.05000", "time": "0.262", "fwd_time": "0.008"}, {"layer": 0, "module": "mlp.gate_proj", "loss": "136.41730", "damp": "0.05000", "time": "0.263", "fwd_time": "0.008"}, {"layer": 0, "module": "mlp.down_proj", "loss": "1.34092", "damp": "0.05000", "time": "1.380", "fwd_time": "0.005"}, {"layer": 1, "module": "self_attn.k_proj", "loss": "8.95209", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 1, "module": "self_attn.v_proj", "loss": "0.85154", "damp": "0.05000", "time": "0.238", "fwd_time": "0.003"}, {"layer": 1, "module": "self_attn.q_proj", "loss": "31.03757", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 1, "module": "self_attn.o_proj", "loss": "0.58207", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 1, "module": "mlp.up_proj", "loss": "95.90676", "damp": "0.05000", "time": "0.259", "fwd_time": "0.003"}, {"layer": 1, "module": "mlp.gate_proj", "loss": "183.64766", "damp": "0.05000", "time": "0.261", "fwd_time": "0.003"}, {"layer": 1, "module": "mlp.down_proj", "loss": "1.14676", "damp": "0.05000", "time": "1.345", "fwd_time": "0.003"}, {"layer": 2, "module": "self_attn.k_proj", "loss": "17.36003", "damp": "0.05000", "time": "0.242", "fwd_time": "0.003"}, {"layer": 2, "module": "self_attn.v_proj", "loss": "2.11829", "damp": "0.05000", "time": "0.246", "fwd_time": "0.003"}, {"layer": 2, "module": "self_attn.q_proj", "loss": "59.42081", "damp": "0.05000", "time": "0.248", "fwd_time": "0.003"}, {"layer": 2, "module": "self_attn.o_proj", "loss": "0.41101", "damp": "0.05000", "time": "0.252", "fwd_time": "0.003"}, {"layer": 2, "module": "mlp.up_proj", "loss": "138.37152", "damp": "0.05000", "time": "0.267", "fwd_time": "0.003"}, {"layer": 2, "module": "mlp.gate_proj", "loss": "258.27576", "damp": "0.05000", "time": "0.265", "fwd_time": "0.003"}, {"layer": 2, "module": "mlp.down_proj", "loss": "87.07992", "damp": "0.05000", "time": "1.390", "fwd_time": "0.003"}, {"layer": 3, "module": "self_attn.k_proj", "loss": "21.04375", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 3, "module": "self_attn.v_proj", "loss": "4.92936", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 3, "module": "self_attn.q_proj", "loss": "83.55756", "damp": "0.05000", "time": "0.250", "fwd_time": "0.003"}, {"layer": 3, "module": "self_attn.o_proj", "loss": "0.64188", "damp": "0.05000", "time": "0.250", "fwd_time": "0.003"}, {"layer": 3, "module": "mlp.up_proj", "loss": "334.65601", "damp": "0.05000", "time": "0.267", "fwd_time": "0.003"}, {"layer": 3, "module": "mlp.gate_proj", "loss": "592.50232", "damp": "0.05000", "time": "0.276", "fwd_time": "0.003"}, {"layer": 3, "module": "mlp.down_proj", "loss": "152.53775", "damp": "0.05000", "time": "1.373", "fwd_time": "0.003"}, {"layer": 4, "module": "self_attn.k_proj", "loss": "12.77439", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 4, "module": "self_attn.v_proj", "loss": "5.69861", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 4, "module": "self_attn.q_proj", "loss": "61.66964", "damp": "0.05000", "time": "0.244", "fwd_time": "0.003"}, {"layer": 4, "module": "self_attn.o_proj", "loss": "1.54178", "damp": "0.05000", "time": "0.243", "fwd_time": "0.003"}, {"layer": 4, "module": "mlp.up_proj", "loss": "202.40878", "damp": "0.05000", "time": "0.260", "fwd_time": "0.003"}, {"layer": 4, "module": "mlp.gate_proj", "loss": "317.82367", "damp": "0.05000", "time": "0.263", "fwd_time": "0.003"}, {"layer": 4, "module": "mlp.down_proj", "loss": "2.41736", "damp": "0.05000", "time": "1.319", "fwd_time": "0.004"}, {"layer": 5, "module": "self_attn.k_proj", "loss": "14.18274", "damp": "0.05000", "time": "0.238", "fwd_time": "0.003"}, {"layer": 5, "module": "self_attn.v_proj", "loss": "6.86500", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 5, "module": "self_attn.q_proj", "loss": "69.48232", "damp": "0.05000", "time": "0.253", "fwd_time": "0.003"}, {"layer": 5, "module": "self_attn.o_proj", "loss": "0.91597", "damp": "0.05000", "time": "0.254", "fwd_time": "0.003"}, {"layer": 5, "module": "mlp.up_proj", "loss": "250.59880", "damp": "0.05000", "time": "0.259", "fwd_time": "0.003"}, {"layer": 5, "module": "mlp.gate_proj", "loss": "503.84485", "damp": "0.05000", "time": "0.279", "fwd_time": "0.003"}, {"layer": 5, "module": "mlp.down_proj", "loss": "2.38952", "damp": "0.05000", "time": "1.385", "fwd_time": "0.004"}, {"layer": 6, "module": "self_attn.k_proj", "loss": "13.24366", "damp": "0.05000", "time": "0.249", "fwd_time": "0.003"}, {"layer": 6, "module": "self_attn.v_proj", "loss": "3.92612", "damp": "0.05000", "time": "0.244", "fwd_time": "0.003"}, {"layer": 6, "module": "self_attn.q_proj", "loss": "57.82330", "damp": "0.05000", "time": "0.256", "fwd_time": "0.003"}, {"layer": 6, "module": "self_attn.o_proj", "loss": "0.82199", "damp": "0.05000", "time": "0.248", "fwd_time": "0.003"}, {"layer": 6, "module": "mlp.up_proj", "loss": "202.01077", "damp": "0.05000", "time": "0.260", "fwd_time": "0.003"}, {"layer": 6, "module": "mlp.gate_proj", "loss": "291.08887", "damp": "0.05000", "time": "0.263", "fwd_time": "0.003"}, {"layer": 6, "module": "mlp.down_proj", "loss": "2.34200", "damp": "0.05000", "time": "1.317", "fwd_time": "0.003"}, {"layer": 7, "module": "self_attn.k_proj", "loss": "20.47707", "damp": "0.05000", "time": "0.236", "fwd_time": "0.003"}, {"layer": 7, "module": "self_attn.v_proj", "loss": "6.82208", "damp": "0.05000", "time": "0.244", "fwd_time": "0.003"}, {"layer": 7, "module": "self_attn.q_proj", "loss": "83.89909", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 7, "module": "self_attn.o_proj", "loss": "1.38920", "damp": "0.05000", "time": "0.239", "fwd_time": "0.004"}, {"layer": 7, "module": "mlp.up_proj", "loss": "215.59988", "damp": "0.05000", "time": "0.260", "fwd_time": "0.003"}, {"layer": 7, "module": "mlp.gate_proj", "loss": "279.67908", "damp": "0.05000", "time": "0.263", "fwd_time": "0.003"}, {"layer": 7, "module": "mlp.down_proj", "loss": "2.72322", "damp": "0.05000", "time": "1.318", "fwd_time": "0.003"}, {"layer": 8, "module": "self_attn.k_proj", "loss": "15.35229", "damp": "0.05000", "time": "0.240", "fwd_time": "0.008"}, {"layer": 8, "module": "self_attn.v_proj", "loss": "5.31779", "damp": "0.05000", "time": "0.242", "fwd_time": "0.008"}, {"layer": 8, "module": "self_attn.q_proj", "loss": "72.20273", "damp": "0.05000", "time": "0.243", "fwd_time": "0.008"}, {"layer": 8, "module": "self_attn.o_proj", "loss": "2.27721", "damp": "0.05000", "time": "0.250", "fwd_time": "0.003"}, {"layer": 8, "module": "mlp.up_proj", "loss": "190.38971", "damp": "0.05000", "time": "0.262", "fwd_time": "0.003"}, {"layer": 8, "module": "mlp.gate_proj", "loss": "251.40579", "damp": "0.05000", "time": "0.269", "fwd_time": "0.003"}, {"layer": 8, "module": "mlp.down_proj", "loss": "1.84644", "damp": "0.05000", "time": "1.402", "fwd_time": "0.003"}, {"layer": 9, "module": "self_attn.k_proj", "loss": "46.89391", "damp": "0.05000", "time": "0.242", "fwd_time": "0.003"}, {"layer": 9, "module": "self_attn.v_proj", "loss": "12.24958", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 9, "module": "self_attn.q_proj", "loss": "185.18671", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 9, "module": "self_attn.o_proj", "loss": "1.13563", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 9, "module": "mlp.up_proj", "loss": "186.08925", "damp": "0.05000", "time": "0.258", "fwd_time": "0.003"}, {"layer": 9, "module": "mlp.gate_proj", "loss": "219.94760", "damp": "0.05000", "time": "0.280", "fwd_time": "0.003"}, {"layer": 9, "module": "mlp.down_proj", "loss": "1.89974", "damp": "0.05000", "time": "1.314", "fwd_time": "0.003"}, {"layer": 10, "module": "self_attn.k_proj", "loss": "12.25381", "damp": "0.05000", "time": "0.236", "fwd_time": "0.003"}, {"layer": 10, "module": "self_attn.v_proj", "loss": "8.53600", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 10, "module": "self_attn.q_proj", "loss": "61.72304", "damp": "0.05000", "time": "0.244", "fwd_time": "0.003"}, {"layer": 10, "module": "self_attn.o_proj", "loss": "2.15923", "damp": "0.05000", "time": "0.244", "fwd_time": "0.003"}, {"layer": 10, "module": "mlp.up_proj", "loss": "153.92357", "damp": "0.05000", "time": "0.263", "fwd_time": "0.003"}, {"layer": 10, "module": "mlp.gate_proj", "loss": "200.48236", "damp": "0.05000", "time": "0.261", "fwd_time": "0.003"}, {"layer": 10, "module": "mlp.down_proj", "loss": "1.46866", "damp": "0.05000", "time": "1.325", "fwd_time": "0.004"}, {"layer": 11, "module": "self_attn.k_proj", "loss": "47.32881", "damp": "0.05000", "time": "0.236", "fwd_time": "0.003"}, {"layer": 11, "module": "self_attn.v_proj", "loss": "12.32052", "damp": "0.05000", "time": "0.236", "fwd_time": "0.003"}, {"layer": 11, "module": "self_attn.q_proj", "loss": "172.02649", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 11, "module": "self_attn.o_proj", "loss": "0.99634", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 11, "module": "mlp.up_proj", "loss": "166.91438", "damp": "0.05000", "time": "0.258", "fwd_time": "0.003"}, {"layer": 11, "module": "mlp.gate_proj", "loss": "183.99411", "damp": "0.05000", "time": "0.271", "fwd_time": "0.003"}, {"layer": 11, "module": "mlp.down_proj", "loss": "2.20383", "damp": "0.05000", "time": "1.308", "fwd_time": "0.003"}, {"layer": 12, "module": "self_attn.k_proj", "loss": "10.70629", "damp": "0.05000", "time": "0.234", "fwd_time": "0.003"}, {"layer": 12, "module": "self_attn.v_proj", "loss": "6.82535", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 12, "module": "self_attn.q_proj", "loss": "58.90049", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 12, "module": "self_attn.o_proj", "loss": "2.06957", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 12, "module": "mlp.up_proj", "loss": "151.14467", "damp": "0.05000", "time": "0.259", "fwd_time": "0.004"}, {"layer": 12, "module": "mlp.gate_proj", "loss": "168.46320", "damp": "0.05000", "time": "0.273", "fwd_time": "0.004"}, {"layer": 12, "module": "mlp.down_proj", "loss": "1.57911", "damp": "0.05000", "time": "1.320", "fwd_time": "0.004"}, {"layer": 13, "module": "self_attn.k_proj", "loss": "20.42959", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 13, "module": "self_attn.v_proj", "loss": "8.33975", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 13, "module": "self_attn.q_proj", "loss": "100.85551", "damp": "0.05000", "time": "0.243", "fwd_time": "0.003"}, {"layer": 13, "module": "self_attn.o_proj", "loss": "1.29940", "damp": "0.05000", "time": "0.243", "fwd_time": "0.003"}, {"layer": 13, "module": "mlp.up_proj", "loss": "167.68123", "damp": "0.05000", "time": "0.257", "fwd_time": "0.003"}, {"layer": 13, "module": "mlp.gate_proj", "loss": "170.36960", "damp": "0.05000", "time": "0.267", "fwd_time": "0.003"}, {"layer": 13, "module": "mlp.down_proj", "loss": "1.88119", "damp": "0.05000", "time": "1.320", "fwd_time": "0.004"}, {"layer": 14, "module": "self_attn.k_proj", "loss": "12.73074", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 14, "module": "self_attn.v_proj", "loss": "11.76164", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 14, "module": "self_attn.q_proj", "loss": "77.89767", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 14, "module": "self_attn.o_proj", "loss": "3.52199", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 14, "module": "mlp.up_proj", "loss": "163.05870", "damp": "0.05000", "time": "0.254", "fwd_time": "0.003"}, {"layer": 14, "module": "mlp.gate_proj", "loss": "184.55475", "damp": "0.05000", "time": "0.260", "fwd_time": "0.003"}, {"layer": 14, "module": "mlp.down_proj", "loss": "2.35992", "damp": "0.05000", "time": "1.309", "fwd_time": "0.004"}, {"layer": 15, "module": "self_attn.k_proj", "loss": "13.67384", "damp": "0.05000", "time": "0.233", "fwd_time": "0.003"}, {"layer": 15, "module": "self_attn.v_proj", "loss": "9.17948", "damp": "0.05000", "time": "0.236", "fwd_time": "0.003"}, {"layer": 15, "module": "self_attn.q_proj", "loss": "67.20424", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 15, "module": "self_attn.o_proj", "loss": "2.04910", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 15, "module": "mlp.up_proj", "loss": "210.13235", "damp": "0.05000", "time": "0.274", "fwd_time": "0.003"}, {"layer": 15, "module": "mlp.gate_proj", "loss": "220.19116", "damp": "0.05000", "time": "0.269", "fwd_time": "0.003"}, {"layer": 15, "module": "mlp.down_proj", "loss": "3.57103", "damp": "0.05000", "time": "1.396", "fwd_time": "0.003"}, {"layer": 16, "module": "self_attn.k_proj", "loss": "29.70275", "damp": "0.05000", "time": "0.244", "fwd_time": "0.003"}, {"layer": 16, "module": "self_attn.v_proj", "loss": "24.40463", "damp": "0.05000", "time": "0.251", "fwd_time": "0.003"}, {"layer": 16, "module": "self_attn.q_proj", "loss": "166.54938", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 16, "module": "self_attn.o_proj", "loss": "1.16431", "damp": "0.05000", "time": "0.251", "fwd_time": "0.003"}, {"layer": 16, "module": "mlp.up_proj", "loss": "267.70422", "damp": "0.05000", "time": "0.272", "fwd_time": "0.005"}, {"layer": 16, "module": "mlp.gate_proj", "loss": "344.47858", "damp": "0.05000", "time": "0.266", "fwd_time": "0.005"}, {"layer": 16, "module": "mlp.down_proj", "loss": "7.87296", "damp": "0.05000", "time": "1.311", "fwd_time": "0.003"}, {"layer": 17, "module": "self_attn.k_proj", "loss": "15.50768", "damp": "0.05000", "time": "0.233", "fwd_time": "0.003"}, {"layer": 17, "module": "self_attn.v_proj", "loss": "14.58982", "damp": "0.05000", "time": "0.236", "fwd_time": "0.003"}, {"layer": 17, "module": "self_attn.q_proj", "loss": "101.04700", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 17, "module": "self_attn.o_proj", "loss": "1.79011", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 17, "module": "mlp.up_proj", "loss": "316.87897", "damp": "0.05000", "time": "0.268", "fwd_time": "0.003"}, {"layer": 17, "module": "mlp.gate_proj", "loss": "487.06854", "damp": "0.05000", "time": "0.274", "fwd_time": "0.003"}, {"layer": 17, "module": "mlp.down_proj", "loss": "5.82991", "damp": "0.05000", "time": "1.393", "fwd_time": "0.004"}, {"layer": 18, "module": "self_attn.k_proj", "loss": "16.92690", "damp": "0.05000", "time": "0.250", "fwd_time": "0.003"}, {"layer": 18, "module": "self_attn.v_proj", "loss": "14.79226", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 18, "module": "self_attn.q_proj", "loss": "90.39028", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 18, "module": "self_attn.o_proj", "loss": "2.17428", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 18, "module": "mlp.up_proj", "loss": "308.24667", "damp": "0.05000", "time": "0.257", "fwd_time": "0.003"}, {"layer": 18, "module": "mlp.gate_proj", "loss": "386.23010", "damp": "0.05000", "time": "0.265", "fwd_time": "0.003"}, {"layer": 18, "module": "mlp.down_proj", "loss": "5.66360", "damp": "0.05000", "time": "1.328", "fwd_time": "0.003"}, {"layer": 19, "module": "self_attn.k_proj", "loss": "15.91953", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 19, "module": "self_attn.v_proj", "loss": "15.05818", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 19, "module": "self_attn.q_proj", "loss": "97.57352", "damp": "0.05000", "time": "0.242", "fwd_time": "0.003"}, {"layer": 19, "module": "self_attn.o_proj", "loss": "2.65458", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 19, "module": "mlp.up_proj", "loss": "457.87988", "damp": "0.05000", "time": "0.259", "fwd_time": "0.003"}, {"layer": 19, "module": "mlp.gate_proj", "loss": "545.14697", "damp": "0.05000", "time": "0.265", "fwd_time": "0.003"}, {"layer": 19, "module": "mlp.down_proj", "loss": "13.83433", "damp": "0.05000", "time": "1.321", "fwd_time": "0.003"}, {"layer": 20, "module": "self_attn.k_proj", "loss": "21.35356", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 20, "module": "self_attn.v_proj", "loss": "44.00055", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 20, "module": "self_attn.q_proj", "loss": "143.75569", "damp": "0.05000", "time": "0.246", "fwd_time": "0.003"}, {"layer": 20, "module": "self_attn.o_proj", "loss": "5.11928", "damp": "0.05000", "time": "0.246", "fwd_time": "0.003"}, {"layer": 20, "module": "mlp.up_proj", "loss": "495.64117", "damp": "0.05000", "time": "0.258", "fwd_time": "0.003"}, {"layer": 20, "module": "mlp.gate_proj", "loss": "540.19043", "damp": "0.05000", "time": "0.268", "fwd_time": "0.003"}, {"layer": 20, "module": "mlp.down_proj", "loss": "19.63391", "damp": "0.05000", "time": "1.315", "fwd_time": "0.004"}, {"layer": 21, "module": "self_attn.k_proj", "loss": "23.84112", "damp": "0.05000", "time": "0.238", "fwd_time": "0.003"}, {"layer": 21, "module": "self_attn.v_proj", "loss": "72.92213", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 21, "module": "self_attn.q_proj", "loss": "177.69803", "damp": "0.05000", "time": "0.242", "fwd_time": "0.003"}, {"layer": 21, "module": "self_attn.o_proj", "loss": "12.85544", "damp": "0.05000", "time": "0.241", "fwd_time": "0.003"}, {"layer": 21, "module": "mlp.up_proj", "loss": "554.14130", "damp": "0.05000", "time": "0.257", "fwd_time": "0.003"}, {"layer": 21, "module": "mlp.gate_proj", "loss": "570.48572", "damp": "0.05000", "time": "0.268", "fwd_time": "0.003"}, {"layer": 21, "module": "mlp.down_proj", "loss": "196.02072", "damp": "0.05000", "time": "1.320", "fwd_time": "0.004"}, {"layer": 22, "module": "self_attn.k_proj", "loss": "22.17667", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 22, "module": "self_attn.v_proj", "loss": "66.65771", "damp": "0.05000", "time": "0.239", "fwd_time": "0.003"}, {"layer": 22, "module": "self_attn.q_proj", "loss": "167.72662", "damp": "0.05000", "time": "0.245", "fwd_time": "0.003"}, {"layer": 22, "module": "self_attn.o_proj", "loss": "2.24238", "damp": "0.05000", "time": "0.242", "fwd_time": "0.003"}, {"layer": 22, "module": "mlp.up_proj", "loss": "406.67615", "damp": "0.05000", "time": "0.259", "fwd_time": "0.003"}, {"layer": 22, "module": "mlp.gate_proj", "loss": "387.07877", "damp": "0.05000", "time": "0.265", "fwd_time": "0.003"}, {"layer": 22, "module": "mlp.down_proj", "loss": "31.63613", "damp": "0.05000", "time": "1.329", "fwd_time": "0.003"}, {"layer": 23, "module": "self_attn.k_proj", "loss": "27.19038", "damp": "0.05000", "time": "0.237", "fwd_time": "0.003"}, {"layer": 23, "module": "self_attn.v_proj", "loss": "55.59654", "damp": "0.05000", "time": "0.240", "fwd_time": "0.003"}, {"layer": 23, "module": "self_attn.q_proj", "loss": "218.93060", "damp": "0.05000", "time": "0.243", "fwd_time": "0.003"}, {"layer": 23, "module": "self_attn.o_proj", "loss": "13.96109", "damp": "0.05000", "time": "0.238", "fwd_time": "0.003"}, {"layer": 23, "module": "mlp.up_proj", "loss": "507.27164", "damp": "0.05000", "time": "0.255", "fwd_time": "0.003"}, {"layer": 23, "module": "mlp.gate_proj", "loss": "520.63934", "damp": "0.05000", "time": "0.262", "fwd_time": "0.003"}, {"layer": 23, "module": "mlp.down_proj", "loss": "124.49292", "damp": "0.05000", "time": "1.328", "fwd_time": "0.003"}]