{
 "D_vs_B": {
  "mathA|KL": {
   "D_beats_B": 0,
   "mean_ratio_D_over_B": 1.3666716173076772,
   "units": 32
  },
  "mathA|K_err": {
   "D_beats_B": 31,
   "mean_ratio_D_over_B": 0.9214079490002207,
   "units": 32
  },
  "mathA|V_err": {
   "D_beats_B": 6,
   "mean_ratio_D_over_B": 1.0543135874732745,
   "units": 32
  },
  "mathA|attn_err": {
   "D_beats_B": 3,
   "mean_ratio_D_over_B": 1.05403313685672,
   "units": 32
  },
  "mathA|attn_err_Konly": {
   "D_beats_B": 1,
   "mean_ratio_D_over_B": 1.1682721061829056,
   "units": 32
  },
  "mathA|rank_K_err": [
   "D",
   "C",
   "B",
   "A"
  ],
  "mathA|rank_attn_err": [
   "B",
   "D",
   "C",
   "A"
  ],
  "wikiA|KL": {
   "D_beats_B": 0,
   "mean_ratio_D_over_B": 1.3497491377769102,
   "units": 32
  },
  "wikiA|K_err": {
   "D_beats_B": 31,
   "mean_ratio_D_over_B": 0.8700216549867568,
   "units": 32
  },
  "wikiA|V_err": {
   "D_beats_B": 9,
   "mean_ratio_D_over_B": 1.0251972278825274,
   "units": 32
  },
  "wikiA|attn_err": {
   "D_beats_B": 4,
   "mean_ratio_D_over_B": 1.0494169500975956,
   "units": 32
  },
  "wikiA|attn_err_Konly": {
   "D_beats_B": 3,
   "mean_ratio_D_over_B": 1.1659975401883402,
   "units": 32
  },
  "wikiA|rank_K_err": [
   "D",
   "C",
   "B",
   "A"
  ],
  "wikiA|rank_attn_err": [
   "B",
   "D",
   "C",
   "A"
  ],
  "wikiB|KL": {
   "D_beats_B": 1,
   "mean_ratio_D_over_B": 1.3347702865279587,
   "units": 32
  },
  "wikiB|K_err": {
   "D_beats_B": 31,
   "mean_ratio_D_over_B": 0.8865181559625755,
   "units": 32
  },
  "wikiB|V_err": {
   "D_beats_B": 8,
   "mean_ratio_D_over_B": 1.0303482941338622,
   "units": 32
  },
  "wikiB|attn_err": {
   "D_beats_B": 3,
   "mean_ratio_D_over_B": 1.0453732056070346,
   "units": 32
  },
  "wikiB|attn_err_Konly": {
   "D_beats_B": 2,
   "mean_ratio_D_over_B": 1.1615264766729332,
   "units": 32
  },
  "wikiB|rank_K_err": [
   "D",
   "C",
   "B",
   "A"
  ],
  "wikiB|rank_attn_err": [
   "B",
   "D",
   "C",
   "A"
  ]
 },
 "allocation": {
  "B|3.2": {
   "avg_bpv": 3.1875,
   "eval": {
    "mathA": {
     "KL": 0.09820876727691,
     "attn_err": 0.17074294290868003,
     "ref_rot_q4_0_KL": 0.008282142863911362,
     "ref_rot_q4_0_attn_err": 0.07734261689885508,
     "uniform_3b_g128_KL": 0.05148254586960031,
     "uniform_3b_g128_attn_err": 0.1877604730105767,
     "uniform_3b_g32_attn_err": 0.15800629026175486
    },
    "wikiA": {
     "KL": 0.11218125576492721,
     "attn_err": 0.16624221342410073,
     "ref_rot_q4_0_KL": 0.009098531334333197,
     "ref_rot_q4_0_attn_err": 0.07560848201912573,
     "uniform_3b_g128_KL": 0.05712230982103659,
     "uniform_3b_g128_attn_err": 0.18410262025881347,
     "uniform_3b_g32_attn_err": 0.15389745159576235
    },
    "wikiB": {
     "KL": 0.10438921607194598,
     "attn_err": 0.17005558119339984,
     "ref_rot_q4_0_KL": 0.008646651733350193,
     "ref_rot_q4_0_attn_err": 0.07627320577285543,
     "uniform_3b_g128_KL": 0.05510815429969942,
     "uniform_3b_g128_attn_err": 0.1869721692256226,
     "uniform_3b_g32_attn_err": 0.15597625516268826
    }
   },
   "fit_on": "wikiA",
   "per_layer": [
    {
     "K": "3,128",
     "V": "3,128",
     "layer": 0
    },
    {
     "K": "3,128",
     "V": "4,128",
     "layer": 1
    },
    {
     "K": "2,128",
     "V": "3,128",
     "layer": 2
    },
    {
     "K": "3,128",
     "V": "4,128",
     "layer": 3
    },
    {
     "K": "3,128",
     "V": "4,128",
     "layer": 4
    },
    {
     "K": "3,128",
     "V": "3,128",
     "layer": 5
    },
    {
     "K": "3,128",
     "V": "3,128",
     "layer": 6
    },
    {
     "K": "2,128",
     "V": "3,128",
     "layer": 7
    }
   ]
  },
  "D|3.2": {
   "avg_bpv": 3.1875,
   "eval": {
    "mathA": {
     "KL": 0.13364578363819554,
     "attn_err": 0.1842990264785515,
     "ref_rot_q4_0_KL": 0.008282142863911362,
     "ref_rot_q4_0_attn_err": 0.07734261689885508,
     "uniform_3b_g128_KL": 0.07053338969535053,
     "uniform_3b_g128_attn_err": 0.19944106842993714,
     "uniform_3b_g32_attn_err": 0.16711507894582006
    },
    "wikiA": {
     "KL": 0.14504772450877076,
     "attn_err": 0.17871814678243542,
     "ref_rot_q4_0_KL": 0.009098531334333197,
     "ref_rot_q4_0_attn_err": 0.07560848201912573,
     "uniform_3b_g128_KL": 0.07716863555798267,
     "uniform_3b_g128_attn_err": 0.19471399530068323,
     "uniform_3b_g32_attn_err": 0.16231207068473316
    },
    "wikiB": {
     "KL": 0.14147464094413026,
     "attn_err": 0.18305859952034803,
     "ref_rot_q4_0_KL": 0.008646651733350193,
     "ref_rot_q4_0_attn_err": 0.07627320577285543,
     "uniform_3b_g128_KL": 0.07442106077270014,
     "uniform_3b_g128_attn_err": 0.19718895559638056,
     "uniform_3b_g32_attn_err": 0.16377902357579002
    }
   },
   "fit_on": "wikiA",
   "per_layer": [
    {
     "K": "3,128",
     "V": "3,128",
     "layer": 0
    },
    {
     "K": "3,128",
     "V": "4,128",
     "layer": 1
    },
    {
     "K": "2,128",
     "V": "3,128",
     "layer": 2
    },
    {
     "K": "3,128",
     "V": "3,128",
     "layer": 3
    },
    {
     "K": "3,128",
     "V": "4,128",
     "layer": 4
    },
    {
     "K": "3,128",
     "V": "4,128",
     "layer": 5
    },
    {
     "K": "3,128",
     "V": "3,128",
     "layer": 6
    },
    {
     "K": "2,128",
     "V": "3,128",
     "layer": 7
    }
   ]
  }
 },
 "calib_err": {
  "K": {
   "0.5": 0.028587221167981625,
   "0.75": 0.026662006741389632,
   "1.0": 0.02759592072106898
  },
  "V": {
   "0.5": 0.04120074003003538,
   "0.75": 0.04386085388250649,
   "1.0": 0.04986453661695123
  }
 },
 "config": {
  "G": 32,
  "NQ": 128,
  "NT": 6000,
  "alpha_K": 0.75,
  "alpha_V": 0.5,
  "calib_text": "wikiA",
  "qpos_min": 3007,
  "query": "PROXY: post-RoPE keys at 128 random positions in [3000,6000) used as queries, 1 per KV head (no matched Q captured)"
 },
 "variant_table": {
  "mathA|A3": {
   "KL": 0.050496299796917214,
   "KL_Konly": 0.050496299796917214,
   "K_err": 0.04247980588115752,
   "V7_err": 0.04679068457335234,
   "V_err": 0.044955744058825076,
   "attn_err": 0.19329996441020014,
   "attn_err_Konly": 0.07275214385524845,
   "attn_err_L7": 0.1618899471655448,
   "bpv": 3.5
  },
  "mathA|A4": {
   "KL": 0.011604465400137366,
   "KL_Konly": 0.011604465400137366,
   "K_err": 0.010530810308409855,
   "V7_err": 0.012530988082289696,
   "V_err": 0.011668537190416828,
   "attn_err": 0.09541552682082785,
   "attn_err_Konly": 0.03425424227430579,
   "attn_err_L7": 0.07912935144969094,
   "bpv": 4.5
  },
  "mathA|B3": {
   "KL": 0.035728124017541066,
   "KL_Konly": 0.035728124017541066,
   "K_err": 0.030328118707984686,
   "V7_err": 0.030273295007646084,
   "V_err": 0.030023036408238113,
   "attn_err": 0.1580062902617549,
   "attn_err_Konly": 0.06058333738182113,
   "attn_err_L7": 0.1265925269943764,
   "bpv": 3.5
  },
  "mathA|B4": {
   "KL": 0.008282142863911364,
   "KL_Konly": 0.008282142863911364,
   "K_err": 0.00735532098042313,
   "V7_err": 0.007370302570052445,
   "V_err": 0.0072893497126642615,
   "attn_err": 0.07734261689885506,
   "attn_err_Konly": 0.02926355292073191,
   "attn_err_L7": 0.060542000426242776,
   "bpv": 4.5
  },
  "mathA|C3": {
   "KL": 0.05037720445437872,
   "KL_Konly": 0.05037720445437872,
   "K_err": 0.02815445000305772,
   "V7_err": 0.03212133329361677,
   "V_err": 0.043766074581071734,
   "attn_err": 0.19125271481937337,
   "attn_err_Konly": 0.07247006049572428,
   "attn_err_L7": 0.13357252655777324,
   "bpv": 3.5
  },
  "mathA|D3": {
   "KL": 0.0491159497396112,
   "KL_Konly": 0.0491159497396112,
   "K_err": 0.027948268980253488,
   "V7_err": 0.025839879643172026,
   "V_err": 0.03165474103298038,
   "attn_err": 0.16711507894582006,
   "attn_err_Konly": 0.07044264753517226,
   "attn_err_L7": 0.11746866881720636,
   "bpv": 3.5
  },
  "wikiA|A3": {
   "KL": 0.055951242807983054,
   "KL_Konly": 0.055951242807983054,
   "K_err": 0.04262912191916257,
   "V7_err": 0.046838450245559216,
   "V_err": 0.045532010961323977,
   "attn_err": 0.1885357936101268,
   "attn_err_Konly": 0.0770730393767901,
   "attn_err_L7": 0.1382639609328586,
   "bpv": 3.5
  },
  "wikiA|A4": {
   "KL": 0.012920570616865728,
   "KL_Konly": 0.012920570616865728,
   "K_err": 0.010588209348497912,
   "V7_err": 0.012369024800136685,
   "V_err": 0.011778786516515538,
   "attn_err": 0.09316959806803188,
   "attn_err_Konly": 0.03638689370795209,
   "attn_err_L7": 0.06656295339609825,
   "bpv": 4.5
  },
  "wikiA|B3": {
   "KL": 0.039271492224915265,
   "KL_Konly": 0.039271492224915265,
   "K_err": 0.030363458150532097,
   "V7_err": 0.031124727334827185,
   "V_err": 0.03015432442771271,
   "attn_err": 0.15389745159576237,
   "attn_err_Konly": 0.06361325841962397,
   "attn_err_L7": 0.10854785893858027,
   "bpv": 3.5
  },
  "wikiA|B4": {
   "KL": 0.009098531334333197,
   "KL_Konly": 0.009098531334333197,
   "K_err": 0.007369161117821932,
   "V7_err": 0.007590248715132475,
   "V_err": 0.007320139353396371,
   "attn_err": 0.07560848201912572,
   "attn_err_Konly": 0.031118769980413713,
   "attn_err_L7": 0.051826315017289945,
   "bpv": 4.5
  },
  "wikiA|C3": {
   "KL": 0.051579250401915036,
   "KL_Konly": 0.051579250401915036,
   "K_err": 0.02666031412081793,
   "V7_err": 0.030917061027139425,
   "V_err": 0.04125928069697693,
   "attn_err": 0.18139264451314405,
   "attn_err_Konly": 0.07387132003751626,
   "attn_err_L7": 0.11279893422541185,
   "bpv": 3.5
  },
  "wikiA|D3": {
   "KL": 0.052796494167847735,
   "KL_Konly": 0.052796494167847735,
   "K_err": 0.026415257074404508,
   "V7_err": 0.025979609694331884,
   "V_err": 0.030881957558449358,
   "attn_err": 0.1623120706847332,
   "attn_err_Konly": 0.07429442638410012,
   "attn_err_L7": 0.09939326346316059,
   "bpv": 3.5
  },
  "wikiB|A3": {
   "KL": 0.05333269488667486,
   "KL_Konly": 0.05333269488667486,
   "K_err": 0.041820006212219596,
   "V7_err": 0.04660692997276783,
   "V_err": 0.04518722160719335,
   "attn_err": 0.19200426798167974,
   "attn_err_Konly": 0.0745219761154684,
   "attn_err_L7": 0.15261196919903242,
   "bpv": 3.5
  },
  "wikiB|A4": {
   "KL": 0.012549325356937136,
   "KL_Konly": 0.012549325356937136,
   "K_err": 0.010362589411670342,
   "V7_err": 0.012269059428945184,
   "V_err": 0.011654747184365988,
   "attn_err": 0.09525775882888608,
   "attn_err_Konly": 0.03610191532281315,
   "attn_err_L7": 0.07346053543933839,
   "bpv": 4.5
  },
  "wikiB|B3": {
   "KL": 0.03688271270809743,
   "KL_Konly": 0.03688271270809743,
   "K_err": 0.03031627566087991,
   "V7_err": 0.030965390615165234,
   "V_err": 0.030136219051200897,
   "attn_err": 0.15597625516268826,
   "attn_err_Konly": 0.06210037847843061,
   "attn_err_L7": 0.12058863928007355,
   "bpv": 3.5
  },
  "wikiB|B4": {
   "KL": 0.008646651733350193,
   "KL_Konly": 0.008646651733350193,
   "K_err": 0.007356893416726962,
   "V7_err": 0.00754681637044996,
   "V_err": 0.007315693146665581,
   "attn_err": 0.07627320577285542,
   "attn_err_Konly": 0.02985456492020902,
   "attn_err_L7": 0.05745218205559839,
   "bpv": 4.5
  },
  "wikiB|C3": {
   "KL": 0.052365648427751064,
   "KL_Konly": 0.052365648427751064,
   "K_err": 0.02764249686151743,
   "V7_err": 0.031195817049592733,
   "V_err": 0.04159657488344237,
   "attn_err": 0.18548813419317034,
   "attn_err_Konly": 0.07422219297581217,
   "attn_err_L7": 0.12502435247952987,
   "bpv": 3.5
  },
  "wikiB|D3": {
   "KL": 0.04917546634791295,
   "KL_Konly": 0.04917546634791295,
   "K_err": 0.02687875390984118,
   "V7_err": 0.025845610070973635,
   "V_err": 0.031018181471154094,
   "attn_err": 0.16377902357579,
   "attn_err_Konly": 0.07202162042754726,
   "attn_err_L7": 0.11034147797765108,
   "bpv": 3.5
  }
 }
}