{"file": "Qwen__Qwen2.5-0.5B__model_embed_tokens_weight__bf16.bin", "orig": 272269312, "comp": 180800494, "ratio": 1.5059102216833544}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_0_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5803235, "ratio": 1.5019705388460056}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_0_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5809037, "ratio": 1.500470387776838}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_0_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5788535, "ratio": 1.5057847970168619}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_0_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1078816, "ratio": 1.488327944709756}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_0_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1089704, "ratio": 1.4734570121794541}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_10_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5835313, "ratio": 1.4937138761879611}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_10_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5826681, "ratio": 1.4959267548712551}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_10_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5808798, "ratio": 1.5005321238576381}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_10_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1086777, "ratio": 1.4774254515875842}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_10_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1075553, "ratio": 1.4928432164663201}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_11_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5835346, "ratio": 1.4937054289497145}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_11_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5819536, "ratio": 1.4977633955696812}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_11_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5810248, "ratio": 1.5001576524788616}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_11_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1086970, "ratio": 1.4771631231772726}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_11_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1093867, "ratio": 1.4678493820546739}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_12_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5831184, "ratio": 1.4947715592579482}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_12_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5822786, "ratio": 1.4969274158452672}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_12_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5807173, "ratio": 1.5009520122786078}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_12_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1083661, "ratio": 1.4816736968479995}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_12_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1077568, "ratio": 1.4900516719130485}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_13_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5832168, "ratio": 1.494519362268028}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_13_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5823722, "ratio": 1.4966868267406994}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_13_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5807847, "ratio": 1.5007778269641057}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_13_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1084350, "ratio": 1.4807322359016923}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_13_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1086880, "ratio": 1.477285440895039}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_14_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5831498, "ratio": 1.494691072516873}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_14_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5822786, "ratio": 1.4969274158452672}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_14_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5806644, "ratio": 1.5010887528148789}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_14_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1082729, "ratio": 1.4829491036076432}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_14_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1080267, "ratio": 1.486328842776832}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_15_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5840607, "ratio": 1.492359955052617}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_15_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5826833, "ratio": 1.4958877318090291}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_15_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5812930, "ratio": 1.4994655019069556}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_15_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1086440, "ratio": 1.4778837303486616}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_15_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1078523, "ratio": 1.4887322755286627}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_16_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5815032, "ratio": 1.498923479698822}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_16_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5829544, "ratio": 1.4951920767730718}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_16_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5811695, "ratio": 1.4997841421478588}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_16_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1082536, "ratio": 1.4832134912834307}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_16_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1099734, "ratio": 1.4600185135678263}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_17_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5804374, "ratio": 1.501675805177268}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_17_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5814983, "ratio": 1.4989361103893166}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_17_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5797070, "ratio": 1.503567836855515}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_17_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1074005, "ratio": 1.4949949022583693}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_17_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1080333, "ratio": 1.4862380395674297}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_18_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5803669, "ratio": 1.501858221066708}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_18_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5802098, "ratio": 1.5022648703968806}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_18_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5789730, "ratio": 1.505474003105499}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_18_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1074309, "ratio": 1.4945718596791053}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_18_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1078508, "ratio": 1.4887529809700066}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_19_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5818043, "ratio": 1.4981477448688503}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_19_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5816456, "ratio": 1.4985565093245785}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_19_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5801502, "ratio": 1.5024192010965436}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_19_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1075884, "ratio": 1.4923839373017909}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_19_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1079314, "ratio": 1.4876412239626282}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_1_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5795759, "ratio": 1.5039079437222975}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_1_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5800281, "ratio": 1.502735470919426}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_1_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5788492, "ratio": 1.505795982787918}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_1_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1075635, "ratio": 1.4927294109990843}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_1_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1076097, "ratio": 1.4920885384867721}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_20_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5819329, "ratio": 1.4978166726782418}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_20_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5814646, "ratio": 1.4990229843742853}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_20_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5802920, "ratio": 1.5020520703370028}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_20_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1077250, "ratio": 1.4904915293571595}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_20_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1089571, "ratio": 1.473636871759619}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_21_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5805081, "ratio": 1.5014929162917796}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_21_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5798017, "ratio": 1.5033222565577162}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_21_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5794310, "ratio": 1.5042840303677227}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_21_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1076676, "ratio": 1.4912861436495288}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_21_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1096033, "ratio": 1.4649485918763394}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_22_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5793649, "ratio": 1.5044556548040795}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_22_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5795667, "ratio": 1.5039318166485411}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_22_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5794145, "ratio": 1.5043268678985424}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_22_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1069412, "ratio": 1.5014157312616654}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_22_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1088417, "ratio": 1.4751993032082373}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_23_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5807027, "ratio": 1.5009897491435806}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_23_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5798725, "ratio": 1.5031387072158104}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_23_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5793331, "ratio": 1.504538235429669}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_23_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1080187, "ratio": 1.4864389221495908}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_23_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1088735, "ratio": 1.474768423904807}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_2_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5800644, "ratio": 1.5026414308480232}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_2_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5794778, "ratio": 1.5041625408255501}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_2_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5793245, "ratio": 1.50456057011226}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_2_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1076954, "ratio": 1.4909011898372633}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_2_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1078666, "ratio": 1.488534912567931}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_3_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5803879, "ratio": 1.5018038797845372}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_3_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5799492, "ratio": 1.502939912668213}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_3_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5796234, "ratio": 1.5037846988234085}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_3_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1079674, "ratio": 1.4871451938270255}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_3_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1086377, "ratio": 1.4779694341835292}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_4_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5812092, "ratio": 1.4996816980873668}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_4_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5813802, "ratio": 1.4992406002130791}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_4_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5799923, "ratio": 1.5028282272023266}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_4_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1079713, "ratio": 1.4870914770869665}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_4_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1076483, "ratio": 1.4915535126890067}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_5_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5812825, "ratio": 1.499492587511236}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_5_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5814571, "ratio": 1.4990423197171383}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_5_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5796631, "ratio": 1.5036817075297704}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_5_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1077461, "ratio": 1.490199645277184}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_5_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1078187, "ratio": 1.4891962154987957}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_6_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5810021, "ratio": 1.5002162642785628}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_6_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5805723, "ratio": 1.5013268803902633}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_6_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5797654, "ratio": 1.5034163818675623}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_6_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1080129, "ratio": 1.4865187398912538}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_6_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1080527, "ratio": 1.4859711973879413}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_7_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5817725, "ratio": 1.4982296344361412}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_7_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5806931, "ratio": 1.5010145634587357}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_7_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5800534, "ratio": 1.5026699265964134}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_7_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1079345, "ratio": 1.48759849723675}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_7_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1076950, "ratio": 1.4909067273318166}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_8_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5829041, "ratio": 1.4953210999888318}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_8_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5825441, "ratio": 1.4962451769745844}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_8_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5810423, "ratio": 1.500112470296913}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_8_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1084583, "ratio": 1.4804141315141395}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_8_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1075686, "ratio": 1.4926586383015117}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_9_mlp_down_proj_weight__bf16.bin", "orig": 8716288, "comp": 5830451, "ratio": 1.4949594808360451}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_9_mlp_gate_proj_weight__bf16.bin", "orig": 8716288, "comp": 5810921, "ratio": 1.4999839096074443}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_9_mlp_up_proj_weight__bf16.bin", "orig": 8716288, "comp": 5803705, "ratio": 1.501848905139045}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_9_self_attn_o_proj_weight__bf16.bin", "orig": 1605632, "comp": 1084209, "ratio": 1.480924803243655}
{"file": "Qwen__Qwen2.5-0.5B__model_layers_9_self_attn_q_proj_weight__bf16.bin", "orig": 1605632, "comp": 1087893, "ratio": 1.4759098551052354}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__lm_head_weight__bf16.bin", "orig": 131072000, "comp": 87100265, "ratio": 1.5048404272937632}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_embed_tokens_weight__bf16.bin", "orig": 131072000, "comp": 86955826, "ratio": 1.507340060227822}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15311889, "ratio": 1.5065856342088164}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15320821, "ratio": 1.505707298584064}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15309970, "ratio": 1.5067744744111191}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 726935, "ratio": 1.4424618432184446}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5672314, "ratio": 1.4788687650225287}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5771041, "ratio": 1.4535692953836232}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_0_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 705074, "ratio": 1.4871857422057826}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15312804, "ratio": 1.5064956098177709}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15323074, "ratio": 1.5054859096810471}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15308987, "ratio": 1.506871225378923}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699796, "ratio": 1.49840239155411}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5567991, "ratio": 1.5065771478438095}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5592087, "ratio": 1.500085388514163}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_10_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697180, "ratio": 1.5040247855647035}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15314985, "ratio": 1.506281070467911}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15324476, "ratio": 1.5053481763422123}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15309051, "ratio": 1.50686492585334}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699691, "ratio": 1.498627251172303}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5577272, "ratio": 1.5040700901802888}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5595421, "ratio": 1.4991915711078756}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_11_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 698060, "ratio": 1.5021287568403863}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15314512, "ratio": 1.5063275930698934}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15345837, "ratio": 1.5032527714193757}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15312750, "ratio": 1.5065009224339194}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698712, "ratio": 1.5007270520615075}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5576960, "ratio": 1.5041542345650678}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5585037, "ratio": 1.501978948393717}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_12_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697972, "ratio": 1.5023181445674039}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15316873, "ratio": 1.506095402109817}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15343473, "ratio": 1.503484380622301}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15315928, "ratio": 1.5061883289083104}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699034, "ratio": 1.500035763639537}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5575084, "ratio": 1.5046603782113417}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5585393, "ratio": 1.5018832157379078}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_13_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697157, "ratio": 1.5040744050479304}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15320687, "ratio": 1.505720468018177}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15345593, "ratio": 1.5032766736352254}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15322500, "ratio": 1.505542307064774}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699622, "ratio": 1.498775052814234}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5585552, "ratio": 1.5018404626794273}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5593713, "ratio": 1.4996493384626635}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_14_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697254, "ratio": 1.503865162480244}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15317336, "ratio": 1.5060498770804531}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15343288, "ratio": 1.503502508719122}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15318310, "ratio": 1.5059541163483439}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698954, "ratio": 1.5002074528509746}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5581284, "ratio": 1.5029889179622467}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5594549, "ratio": 1.4994252441081488}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_15_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 698369, "ratio": 1.5014641256985921}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15316829, "ratio": 1.5060997286057056}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15343300, "ratio": 1.5035013328293132}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15315650, "ratio": 1.5062156682870136}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698509, "ratio": 1.5011631918844281}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5572631, "ratio": 1.5053227102243087}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5593320, "ratio": 1.4997547074009712}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_16_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 696979, "ratio": 1.5044585274448727}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15314676, "ratio": 1.506311462286241}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15334078, "ratio": 1.5044055469132216}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15310403, "ratio": 1.506731860683223}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698202, "ratio": 1.5018232545882138}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5578483, "ratio": 1.5037435804680233}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5592940, "ratio": 1.4998566049340776}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_17_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697795, "ratio": 1.5026992168186932}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15307932, "ratio": 1.5069750767118641}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15330692, "ratio": 1.5047378161403282}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15303383, "ratio": 1.507423031887786}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698447, "ratio": 1.5012964476903758}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5573668, "ratio": 1.5050426397840704}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5587512, "ratio": 1.5013136437111902}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_18_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 698974, "ratio": 1.50016452686366}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15304552, "ratio": 1.5073078911424522}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15326343, "ratio": 1.5051648002396918}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15301069, "ratio": 1.5076510013777469}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699068, "ratio": 1.499962807623865}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5580016, "ratio": 1.503330456400125}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5590481, "ratio": 1.5005163240873192}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_19_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697791, "ratio": 1.5027078308547974}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15300705, "ratio": 1.5076868680234015}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15309890, "ratio": 1.5067823478810103}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15304842, "ratio": 1.5072793302929883}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 718478, "ratio": 1.4594406509315525}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5581558, "ratio": 1.5029151358814152}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5711268, "ratio": 1.468782063807897}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_1_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 702737, "ratio": 1.4921314801981396}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15302781, "ratio": 1.5074823327864393}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15328709, "ratio": 1.5049324767010712}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15300832, "ratio": 1.5076743539174864}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698579, "ratio": 1.501012770209239}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5571395, "ratio": 1.5056566622901446}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5593189, "ratio": 1.4997898336709166}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_20_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697146, "ratio": 1.504098137262496}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15339302, "ratio": 1.5038932019201394}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15363597, "ratio": 1.5015150423432742}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15315782, "ratio": 1.5062026868755378}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 698310, "ratio": 1.5015909839469577}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5574849, "ratio": 1.5047238050752585}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5588771, "ratio": 1.5009754380703737}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_21_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 696710, "ratio": 1.5050393994631912}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15302159, "ratio": 1.5075436087156067}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15304736, "ratio": 1.507289769650388}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15305465, "ratio": 1.5072179773695213}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 704547, "ratio": 1.488298154700822}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5574959, "ratio": 1.5046941152392332}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5596723, "ratio": 1.4988428049771267}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_2_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 698647, "ratio": 1.500866675159272}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15301556, "ratio": 1.5076030176277497}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15302422, "ratio": 1.5075176988322503}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15302704, "ratio": 1.50748991812166}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 701769, "ratio": 1.4941896834998412}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5560770, "ratio": 1.50853353042834}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5601209, "ratio": 1.497642383992456}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_3_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697026, "ratio": 1.5043570828060933}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15301424, "ratio": 1.5076160231884301}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15302590, "ratio": 1.5075011484983913}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15302918, "ratio": 1.5074688369891285}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 701411, "ratio": 1.4949523175427817}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5566154, "ratio": 1.5070743640941304}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5596926, "ratio": 1.4987884420841011}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_4_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697090, "ratio": 1.5042189674217104}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15304181, "ratio": 1.5073444309107427}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15304578, "ratio": 1.5073053304703992}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15306960, "ratio": 1.507070770420776}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 702608, "ratio": 1.492405438025186}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5560904, "ratio": 1.50849717959526}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5599176, "ratio": 1.4981861616780754}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_5_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 696933, "ratio": 1.5045578269360182}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15306658, "ratio": 1.5071005048914008}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15314541, "ratio": 1.5063247406500788}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15306374, "ratio": 1.5071284681793349}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 702308, "ratio": 1.4930429384258759}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5575974, "ratio": 1.5044202142979863}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5611543, "ratio": 1.4948843838495045}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_6_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697720, "ratio": 1.5028607464312331}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15315230, "ratio": 1.506256974266792}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15334941, "ratio": 1.5043208839212359}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15311562, "ratio": 1.5066178094697327}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 700046, "ratio": 1.4978672830071167}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5574796, "ratio": 1.504738110596334}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5593027, "ratio": 1.4998332745398868}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_7_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 698447, "ratio": 1.5012964476903758}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15307034, "ratio": 1.5070634846698583}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15314058, "ratio": 1.5063722496022935}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15306799, "ratio": 1.507086622095188}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699928, "ratio": 1.4981198066086798}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5570536, "ratio": 1.5058888408584021}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5605599, "ratio": 1.4964695120004123}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_8_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697153, "ratio": 1.5040830348574847}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_mlp_down_proj_weight__bf16.bin", "orig": 23068672, "comp": 15307792, "ratio": 1.5069888590072298}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_mlp_gate_proj_weight__bf16.bin", "orig": 23068672, "comp": 15322194, "ratio": 1.5055723742957439}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_mlp_up_proj_weight__bf16.bin", "orig": 23068672, "comp": 15306497, "ratio": 1.5071163571913286}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_self_attn_k_proj_weight__bf16.bin", "orig": 1048576, "comp": 699050, "ratio": 1.5000014305128389}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_self_attn_o_proj_weight__bf16.bin", "orig": 8388608, "comp": 5567579, "ratio": 1.5066886343238237}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_self_attn_q_proj_weight__bf16.bin", "orig": 8388608, "comp": 5589502, "ratio": 1.5007791391791254}
{"file": "TinyLlama__TinyLlama-1.1B-Chat-v1.0__model_layers_9_self_attn_v_proj_weight__bf16.bin", "orig": 1048576, "comp": 697973, "ratio": 1.5023159921658862}
{"file": "distilbert__distilbert-base-uncased__distilbert_embeddings_position_embeddings_weight__bf16.bin", "orig": 786432, "comp": 522593, "ratio": 1.5048651627557201}
{"file": "distilbert__distilbert-base-uncased__distilbert_embeddings_word_embeddings_weight__bf16.bin", "orig": 46881792, "comp": 30757749, "ratio": 1.5242270167430003}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_0_attention_k_lin_weight__bf16.bin", "orig": 1179648, "comp": 783728, "ratio": 1.5051752648878183}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_0_attention_out_lin_weight__bf16.bin", "orig": 1179648, "comp": 785101, "ratio": 1.5025429849153167}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_0_attention_q_lin_weight__bf16.bin", "orig": 1179648, "comp": 783805, "ratio": 1.5050273983962847}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_0_attention_v_lin_weight__bf16.bin", "orig": 1179648, "comp": 783083, "ratio": 1.5064150288028217}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_0_ffn_lin1_weight__bf16.bin", "orig": 4718592, "comp": 3136027, "ratio": 1.504640106733775}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_0_ffn_lin2_weight__bf16.bin", "orig": 4718592, "comp": 3141530, "ratio": 1.5020044373283081}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_1_attention_k_lin_weight__bf16.bin", "orig": 1179648, "comp": 783828, "ratio": 1.504983236118128}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_1_attention_out_lin_weight__bf16.bin", "orig": 1179648, "comp": 786005, "ratio": 1.5008148803124661}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_1_attention_q_lin_weight__bf16.bin", "orig": 1179648, "comp": 783455, "ratio": 1.5056997530170846}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_1_attention_v_lin_weight__bf16.bin", "orig": 1179648, "comp": 783211, "ratio": 1.5061688357288139}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_1_ffn_lin1_weight__bf16.bin", "orig": 4718592, "comp": 3139534, "ratio": 1.5029593563885595}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_1_ffn_lin2_weight__bf16.bin", "orig": 4718592, "comp": 3144223, "ratio": 1.5007179834254758}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_2_attention_k_lin_weight__bf16.bin", "orig": 1179648, "comp": 782595, "ratio": 1.5073543787016273}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_2_attention_out_lin_weight__bf16.bin", "orig": 1179648, "comp": 786201, "ratio": 1.500440726989663}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_2_attention_q_lin_weight__bf16.bin", "orig": 1179648, "comp": 782921, "ratio": 1.506726732326761}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_2_attention_v_lin_weight__bf16.bin", "orig": 1179648, "comp": 783782, "ratio": 1.5050715632663163}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_2_ffn_lin1_weight__bf16.bin", "orig": 4718592, "comp": 3143376, "ratio": 1.5011223601630859}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_2_ffn_lin2_weight__bf16.bin", "orig": 4718592, "comp": 3148776, "ratio": 1.4985480072256647}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_3_attention_k_lin_weight__bf16.bin", "orig": 1179648, "comp": 782404, "ratio": 1.5077223531577038}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_3_attention_out_lin_weight__bf16.bin", "orig": 1179648, "comp": 785783, "ratio": 1.5012388916532935}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_3_attention_q_lin_weight__bf16.bin", "orig": 1179648, "comp": 782513, "ratio": 1.507512335258328}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_3_attention_v_lin_weight__bf16.bin", "orig": 1179648, "comp": 783037, "ratio": 1.5065035240991167}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_3_ffn_lin1_weight__bf16.bin", "orig": 4718592, "comp": 3137976, "ratio": 1.503705573273983}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_3_ffn_lin2_weight__bf16.bin", "orig": 4718592, "comp": 3142212, "ratio": 1.5016784354461126}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_4_attention_k_lin_weight__bf16.bin", "orig": 1179648, "comp": 782092, "ratio": 1.5083238289101537}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_4_attention_out_lin_weight__bf16.bin", "orig": 1179648, "comp": 784036, "ratio": 1.5045839731849047}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_4_attention_q_lin_weight__bf16.bin", "orig": 1179648, "comp": 781832, "ratio": 1.5088254254110858}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_4_attention_v_lin_weight__bf16.bin", "orig": 1179648, "comp": 782978, "ratio": 1.5066170441570517}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_4_ffn_lin1_weight__bf16.bin", "orig": 4718592, "comp": 3133574, "ratio": 1.5058179573866772}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_4_ffn_lin2_weight__bf16.bin", "orig": 4718592, "comp": 3137253, "ratio": 1.5040521118315928}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_5_attention_k_lin_weight__bf16.bin", "orig": 1179648, "comp": 782111, "ratio": 1.5082871868571086}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_5_attention_out_lin_weight__bf16.bin", "orig": 1179648, "comp": 783366, "ratio": 1.5058708190041437}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_5_attention_q_lin_weight__bf16.bin", "orig": 1179648, "comp": 782327, "ratio": 1.5078707496992945}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_5_attention_v_lin_weight__bf16.bin", "orig": 1179648, "comp": 783461, "ratio": 1.5056882218770302}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_5_ffn_lin1_weight__bf16.bin", "orig": 4718592, "comp": 3129462, "ratio": 1.5077965477772217}
{"file": "distilbert__distilbert-base-uncased__distilbert_transformer_layer_5_ffn_lin2_weight__bf16.bin", "orig": 4718592, "comp": 3131357, "ratio": 1.506884076136959}
{"file": "distilbert__distilbert-base-uncased__vocab_projector_weight__bf16.bin", "orig": 46881792, "comp": 30757749, "ratio": 1.5242270167430003}
{"file": "distilbert__distilbert-base-uncased__vocab_transform_weight__bf16.bin", "orig": 1179648, "comp": 785555, "ratio": 1.5016746122168403}
{"file": "facebook__opt-125m__lm_head_weight__bf16.bin", "orig": 77217792, "comp": 51073058, "ratio": 1.5119085291505356}
{"file": "facebook__opt-125m__model_decoder_embed_positions_weight__bf16.bin", "orig": 3148800, "comp": 2131059, "ratio": 1.4775752337218255}
{"file": "facebook__opt-125m__model_decoder_embed_tokens_weight__bf16.bin", "orig": 77217792, "comp": 51073058, "ratio": 1.5119085291505356}
{"file": "facebook__opt-125m__model_decoder_layers_0_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3139126, "ratio": 1.5031546997476368}
{"file": "facebook__opt-125m__model_decoder_layers_0_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3162004, "ratio": 1.492278947148707}
{"file": "facebook__opt-125m__model_decoder_layers_0_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 789572, "ratio": 1.4940347428733542}
{"file": "facebook__opt-125m__model_decoder_layers_0_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 789631, "ratio": 1.4939231109214304}
{"file": "facebook__opt-125m__model_decoder_layers_0_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 786298, "ratio": 1.50025562827325}
{"file": "facebook__opt-125m__model_decoder_layers_0_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785261, "ratio": 1.5022368359055143}
{"file": "facebook__opt-125m__model_decoder_layers_10_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3133186, "ratio": 1.5060044312721939}
{"file": "facebook__opt-125m__model_decoder_layers_10_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3153353, "ratio": 1.4963729084564905}
{"file": "facebook__opt-125m__model_decoder_layers_10_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 783558, "ratio": 1.5055018262847166}
{"file": "facebook__opt-125m__model_decoder_layers_10_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 786677, "ratio": 1.4995328451194074}
{"file": "facebook__opt-125m__model_decoder_layers_10_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 783749, "ratio": 1.505134934781416}
{"file": "facebook__opt-125m__model_decoder_layers_10_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785031, "ratio": 1.5026769643491786}
{"file": "facebook__opt-125m__model_decoder_layers_11_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3136857, "ratio": 1.5042419848912463}
{"file": "facebook__opt-125m__model_decoder_layers_11_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3147891, "ratio": 1.498969309928457}
{"file": "facebook__opt-125m__model_decoder_layers_11_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 783629, "ratio": 1.5053654216472336}
{"file": "facebook__opt-125m__model_decoder_layers_11_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 786216, "ratio": 1.500412100491468}
{"file": "facebook__opt-125m__model_decoder_layers_11_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 783260, "ratio": 1.5060746112402013}
{"file": "facebook__opt-125m__model_decoder_layers_11_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785663, "ratio": 1.5014681867416437}
{"file": "facebook__opt-125m__model_decoder_layers_1_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3151993, "ratio": 1.4970185530234363}
{"file": "facebook__opt-125m__model_decoder_layers_1_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3171886, "ratio": 1.4876297571854726}
{"file": "facebook__opt-125m__model_decoder_layers_1_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 796034, "ratio": 1.4819065517302026}
{"file": "facebook__opt-125m__model_decoder_layers_1_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 793325, "ratio": 1.4869668799042006}
{"file": "facebook__opt-125m__model_decoder_layers_1_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 795840, "ratio": 1.4822677925211099}
{"file": "facebook__opt-125m__model_decoder_layers_1_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 787793, "ratio": 1.497408583219196}
{"file": "facebook__opt-125m__model_decoder_layers_2_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3170985, "ratio": 1.4880524505792365}
{"file": "facebook__opt-125m__model_decoder_layers_2_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3205405, "ratio": 1.4720735757260004}
{"file": "facebook__opt-125m__model_decoder_layers_2_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 795868, "ratio": 1.482215643800228}
{"file": "facebook__opt-125m__model_decoder_layers_2_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 787473, "ratio": 1.4980170748711383}
{"file": "facebook__opt-125m__model_decoder_layers_2_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 794838, "ratio": 1.4841363900568418}
{"file": "facebook__opt-125m__model_decoder_layers_2_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 786394, "ratio": 1.500072482750377}
{"file": "facebook__opt-125m__model_decoder_layers_3_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3196754, "ratio": 1.4760572755989356}
{"file": "facebook__opt-125m__model_decoder_layers_3_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3267795, "ratio": 1.443968180378512}
{"file": "facebook__opt-125m__model_decoder_layers_3_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 800201, "ratio": 1.4741896098605225}
{"file": "facebook__opt-125m__model_decoder_layers_3_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 786629, "ratio": 1.499624346419977}
{"file": "facebook__opt-125m__model_decoder_layers_3_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 796919, "ratio": 1.4802608546163412}
{"file": "facebook__opt-125m__model_decoder_layers_3_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 786316, "ratio": 1.500221285081316}
{"file": "facebook__opt-125m__model_decoder_layers_4_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3157618, "ratio": 1.4943517550254655}
{"file": "facebook__opt-125m__model_decoder_layers_4_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3193272, "ratio": 1.4776667944353001}
{"file": "facebook__opt-125m__model_decoder_layers_4_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 789290, "ratio": 1.494568536279441}
{"file": "facebook__opt-125m__model_decoder_layers_4_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 786008, "ratio": 1.5008091520696991}
{"file": "facebook__opt-125m__model_decoder_layers_4_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 788301, "ratio": 1.4964436173492106}
{"file": "facebook__opt-125m__model_decoder_layers_4_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785702, "ratio": 1.5013936581553822}
{"file": "facebook__opt-125m__model_decoder_layers_5_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3142077, "ratio": 1.5017429553763322}
{"file": "facebook__opt-125m__model_decoder_layers_5_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3172894, "ratio": 1.4871571505382783}
{"file": "facebook__opt-125m__model_decoder_layers_5_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 788389, "ratio": 1.4962765842750216}
{"file": "facebook__opt-125m__model_decoder_layers_5_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 786629, "ratio": 1.499624346419977}
{"file": "facebook__opt-125m__model_decoder_layers_5_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 786618, "ratio": 1.4996453170408}
{"file": "facebook__opt-125m__model_decoder_layers_5_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785351, "ratio": 1.5020646819065615}
{"file": "facebook__opt-125m__model_decoder_layers_6_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3139428, "ratio": 1.5030101024772666}
{"file": "facebook__opt-125m__model_decoder_layers_6_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3172443, "ratio": 1.4873685673785155}
{"file": "facebook__opt-125m__model_decoder_layers_6_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 787550, "ratio": 1.497870611389753}
{"file": "facebook__opt-125m__model_decoder_layers_6_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 787468, "ratio": 1.4980265864771647}
{"file": "facebook__opt-125m__model_decoder_layers_6_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 786657, "ratio": 1.4995709693042838}
{"file": "facebook__opt-125m__model_decoder_layers_6_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785590, "ratio": 1.5016077088557644}
{"file": "facebook__opt-125m__model_decoder_layers_7_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3138131, "ratio": 1.5036313015613434}
{"file": "facebook__opt-125m__model_decoder_layers_7_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3167110, "ratio": 1.4898731019762497}
{"file": "facebook__opt-125m__model_decoder_layers_7_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 786163, "ratio": 1.5005132523407996}
{"file": "facebook__opt-125m__model_decoder_layers_7_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 786801, "ratio": 1.4992965184335048}
{"file": "facebook__opt-125m__model_decoder_layers_7_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 785514, "ratio": 1.5017529923082211}
{"file": "facebook__opt-125m__model_decoder_layers_7_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785614, "ratio": 1.501561835710667}
{"file": "facebook__opt-125m__model_decoder_layers_8_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3137669, "ratio": 1.5038527008425682}
{"file": "facebook__opt-125m__model_decoder_layers_8_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3163444, "ratio": 1.4915996616345983}
{"file": "facebook__opt-125m__model_decoder_layers_8_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 785128, "ratio": 1.5024913135183053}
{"file": "facebook__opt-125m__model_decoder_layers_8_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 785568, "ratio": 1.5016497617010875}
{"file": "facebook__opt-125m__model_decoder_layers_8_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 784465, "ratio": 1.5037611620658666}
{"file": "facebook__opt-125m__model_decoder_layers_8_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785793, "ratio": 1.5012197868904407}
{"file": "facebook__opt-125m__model_decoder_layers_9_fc1_weight__bf16.bin", "orig": 4718592, "comp": 3133818, "ratio": 1.5057007139533949}
{"file": "facebook__opt-125m__model_decoder_layers_9_fc2_weight__bf16.bin", "orig": 4718592, "comp": 3156679, "ratio": 1.4947962716513146}
{"file": "facebook__opt-125m__model_decoder_layers_9_self_attn_k_proj_weight__bf16.bin", "orig": 1179648, "comp": 783737, "ratio": 1.5051579802918582}
{"file": "facebook__opt-125m__model_decoder_layers_9_self_attn_out_proj_weight__bf16.bin", "orig": 1179648, "comp": 787283, "ratio": 1.4983786008334996}
{"file": "facebook__opt-125m__model_decoder_layers_9_self_attn_q_proj_weight__bf16.bin", "orig": 1179648, "comp": 784052, "ratio": 1.5045532694260075}
{"file": "facebook__opt-125m__model_decoder_layers_9_self_attn_v_proj_weight__bf16.bin", "orig": 1179648, "comp": 785395, "ratio": 1.5019805320889488}
{"file": "gpt2__h_0_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_0_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2428714, "ratio": 1.4571266933858824}
{"file": "gpt2__h_0_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 827373, "ratio": 1.425775315365621}
{"file": "gpt2__h_0_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3175680, "ratio": 1.4858524788391778}
{"file": "gpt2__h_0_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3147925, "ratio": 1.4989531199123232}
{"file": "gpt2__h_10_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_10_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2352139, "ratio": 1.5045641435306332}
{"file": "gpt2__h_10_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 784907, "ratio": 1.5029143580067448}
{"file": "gpt2__h_10_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3129526, "ratio": 1.5077657127628912}
{"file": "gpt2__h_10_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3142110, "ratio": 1.5017271833258543}
{"file": "gpt2__h_11_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_11_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2357754, "ratio": 1.5009810183759629}
{"file": "gpt2__h_11_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 787476, "ratio": 1.4980113679654998}
{"file": "gpt2__h_11_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3131642, "ratio": 1.5067469397843047}
{"file": "gpt2__h_11_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3144974, "ratio": 1.5003596214149941}
{"file": "gpt2__h_1_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_1_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2396732, "ratio": 1.4765705969628644}
{"file": "gpt2__h_1_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 788838, "ratio": 1.495424916142478}
{"file": "gpt2__h_1_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3153499, "ratio": 1.4963036297141683}
{"file": "gpt2__h_1_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3161132, "ratio": 1.492690593116643}
{"file": "gpt2__h_2_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_2_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2387671, "ratio": 1.4821740516176642}
{"file": "gpt2__h_2_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 785459, "ratio": 1.5018581491841076}
{"file": "gpt2__h_2_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3140960, "ratio": 1.502277010850186}
{"file": "gpt2__h_2_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3148188, "ratio": 1.498827897190384}
{"file": "gpt2__h_3_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_3_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2366024, "ratio": 1.4957346163859708}
{"file": "gpt2__h_3_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 784624, "ratio": 1.5034564326352495}
{"file": "gpt2__h_3_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3135320, "ratio": 1.5049793960425093}
{"file": "gpt2__h_3_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3146336, "ratio": 1.4997101390315593}
{"file": "gpt2__h_4_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_4_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2368630, "ratio": 1.4940889881492678}
{"file": "gpt2__h_4_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 785114, "ratio": 1.5025181056508992}
{"file": "gpt2__h_4_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3137627, "ratio": 1.5038728312830045}
{"file": "gpt2__h_4_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3145803, "ratio": 1.4999642380657656}
{"file": "gpt2__h_5_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_5_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2357638, "ratio": 1.5010548693226018}
{"file": "gpt2__h_5_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 784816, "ratio": 1.5030886220464414}
{"file": "gpt2__h_5_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3135474, "ratio": 1.5049054784061358}
{"file": "gpt2__h_5_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3146221, "ratio": 1.4997649561171957}
{"file": "gpt2__h_6_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_6_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2353961, "ratio": 1.5033995890331233}
{"file": "gpt2__h_6_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 784561, "ratio": 1.5035771597109722}
{"file": "gpt2__h_6_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3133919, "ratio": 1.5056521882026945}
{"file": "gpt2__h_6_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3141764, "ratio": 1.5018925673602472}
{"file": "gpt2__h_7_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_7_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2353220, "ratio": 1.5038729910505606}
{"file": "gpt2__h_7_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 784706, "ratio": 1.50329932484268}
{"file": "gpt2__h_7_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3130911, "ratio": 1.5070987326053025}
{"file": "gpt2__h_7_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3139223, "ratio": 1.5031082532206217}
{"file": "gpt2__h_8_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_8_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2350543, "ratio": 1.5055857306162874}
{"file": "gpt2__h_8_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 784136, "ratio": 1.5043920952487835}
{"file": "gpt2__h_8_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3130224, "ratio": 1.5074295002530171}
{"file": "gpt2__h_8_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3141979, "ratio": 1.5017897955396902}
{"file": "gpt2__h_9_attn_bias__bf16.bin", "orig": 2097152, "comp": 1150166, "ratio": 1.8233472385725191}
{"file": "gpt2__h_9_attn_c_attn_weight__bf16.bin", "orig": 3538944, "comp": 2350434, "ratio": 1.5056555512726586}
{"file": "gpt2__h_9_attn_c_proj_weight__bf16.bin", "orig": 1179648, "comp": 785147, "ratio": 1.5024549542951828}
{"file": "gpt2__h_9_mlp_c_fc_weight__bf16.bin", "orig": 4718592, "comp": 3129524, "ratio": 1.507766676337999}
{"file": "gpt2__h_9_mlp_c_proj_weight__bf16.bin", "orig": 4718592, "comp": 3142681, "ratio": 1.5014543315086704}
{"file": "gpt2__wpe_weight__bf16.bin", "orig": 1572864, "comp": 1109971, "ratio": 1.4170316161413226}
{"file": "gpt2__wte_weight__bf16.bin", "orig": 77194752, "comp": 51258328, "ratio": 1.5059943430070524}
{"file": "sentence-transformers__all-MiniLM-L6-v2__embeddings_word_embeddings_weight__bf16.bin", "orig": 23440896, "comp": 15539744, "ratio": 1.5084480156172457}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_0_intermediate_dense_weight__bf16.bin", "orig": 1179648, "comp": 786151, "ratio": 1.5005361565399014}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_0_output_dense_weight__bf16.bin", "orig": 1179648, "comp": 785855, "ratio": 1.5011013482130928}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_1_intermediate_dense_weight__bf16.bin", "orig": 1179648, "comp": 788065, "ratio": 1.4968917538527913}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_1_output_dense_weight__bf16.bin", "orig": 1179648, "comp": 789831, "ratio": 1.4935448216137377}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_2_intermediate_dense_weight__bf16.bin", "orig": 1179648, "comp": 788841, "ratio": 1.4954192289700967}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_2_output_dense_weight__bf16.bin", "orig": 1179648, "comp": 790958, "ratio": 1.491416737677601}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_3_intermediate_dense_weight__bf16.bin", "orig": 1179648, "comp": 787205, "ratio": 1.498527067282347}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_3_output_dense_weight__bf16.bin", "orig": 1179648, "comp": 788997, "ratio": 1.495123555602873}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_4_intermediate_dense_weight__bf16.bin", "orig": 1179648, "comp": 786053, "ratio": 1.5007232336750829}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_4_output_dense_weight__bf16.bin", "orig": 1179648, "comp": 786784, "ratio": 1.4993289136535568}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_5_intermediate_dense_weight__bf16.bin", "orig": 1179648, "comp": 782822, "ratio": 1.5069172813232128}
{"file": "sentence-transformers__all-MiniLM-L6-v2__encoder_layer_5_output_dense_weight__bf16.bin", "orig": 1179648, "comp": 787423, "ratio": 1.4981121963671369}
DONE 467/467