{
  "source": {
    "url": "https://arxiv.org/html/2508.18395v3",
    "version": "2508.18395v3",
    "date": "2026-02-27",
    "tables": [
      "1",
      "2",
      "3(a)",
      "3(b)",
      "4",
      "5",
      "6"
    ],
    "note": "Paper-reported measurements; not rerun for this website. Table 1 averages are reproduced as published.",
    "code_std_note": "Appendix J reports code standard deviations for the two 8B models; 70B standard deviations are unavailable."
  },
  "models": [
    {
      "id": "llama8",
      "name": "Llama 3.1 8B Instruct"
    },
    {
      "id": "qwen8",
      "name": "Qwen3 8B"
    },
    {
      "id": "llama70",
      "name": "Llama 3.3 70B Instruct"
    }
  ],
  "overview": {
    "llama8": [
      {
        "method": "SC",
        "values": [
          72.2,
          null,
          0.002,
          0.0
        ]
      },
      {
        "method": "WUCS",
        "values": [
          70.0,
          63.8,
          0.03,
          0.0
        ]
      },
      {
        "method": "USC",
        "values": [
          67.7,
          64.8,
          7.4,
          16.2
        ]
      },
      {
        "method": "LSC",
        "values": [
          72.3,
          65.2,
          0.2,
          0.005
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          72.8,
          65.8,
          0.2,
          0.005
        ]
      }
    ],
    "qwen8": [
      {
        "method": "SC",
        "values": [
          77.1,
          null,
          0.001,
          0.0
        ]
      },
      {
        "method": "WUCS",
        "values": [
          74.9,
          75.4,
          0.02,
          0.0
        ]
      },
      {
        "method": "USC",
        "values": [
          75.4,
          74.7,
          18.2,
          20.2
        ]
      },
      {
        "method": "LSC",
        "values": [
          76.8,
          74.9,
          0.6,
          0.005
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          76.5,
          74.9,
          0.6,
          0.005
        ]
      }
    ],
    "llama70": [
      {
        "method": "SC",
        "values": [
          82.7,
          null,
          0.0001,
          0.0
        ]
      },
      {
        "method": "WUCS",
        "values": [
          81.1,
          76.7,
          0.008,
          0.0
        ]
      },
      {
        "method": "USC",
        "values": [
          82.5,
          76.8,
          9.7,
          7.5
        ]
      },
      {
        "method": "LSC",
        "values": [
          82.6,
          77.6,
          0.9,
          0.001
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          82.7,
          77.6,
          0.9,
          0.001
        ]
      }
    ]
  },
  "short": {
    "llama8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          83.2,
          39.4,
          62.4,
          68.8,
          57.2,
          74.9,
          64.3
        ]
      },
      {
        "method": "SC",
        "values": [
          92.2,
          52.5,
          72.7,
          73.6,
          63.0,
          79.4,
          72.2
        ]
      },
      {
        "method": "WUCS",
        "values": [
          89.8,
          45.6,
          73.2,
          72.8,
          61.8,
          76.6,
          70.0
        ]
      },
      {
        "method": "USC",
        "values": [
          86.2,
          44.8,
          70.1,
          71.1,
          59.6,
          74.6,
          67.7
        ]
      },
      {
        "method": "LSC",
        "values": [
          92.3,
          52.6,
          74.1,
          73.8,
          62.1,
          79.0,
          72.3
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          92.2,
          52.9,
          75.7,
          73.9,
          62.7,
          79.1,
          72.8
        ]
      }
    ],
    "qwen8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          92.8,
          71.9,
          48.1,
          76.7,
          72.6,
          81.6,
          74.0
        ]
      },
      {
        "method": "SC",
        "values": [
          94.5,
          76.7,
          56.1,
          77.2,
          75.2,
          82.6,
          77.1
        ]
      },
      {
        "method": "WUCS",
        "values": [
          93.8,
          72.1,
          49.9,
          76.8,
          75.0,
          81.9,
          74.9
        ]
      },
      {
        "method": "USC",
        "values": [
          93.7,
          75.6,
          50.9,
          76.0,
          74.4,
          81.8,
          75.4
        ]
      },
      {
        "method": "LSC",
        "values": [
          94.5,
          75.9,
          55.5,
          77.1,
          74.9,
          82.7,
          76.8
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          94.4,
          76.6,
          53.2,
          77.0,
          75.4,
          82.6,
          76.5
        ]
      }
    ],
    "llama70": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          95.9,
          65.1,
          85.2,
          84.1,
          73.9,
          84.4,
          81.4
        ]
      },
      {
        "method": "SC",
        "values": [
          96.9,
          68.6,
          86.3,
          84.6,
          75.0,
          84.7,
          82.7
        ]
      },
      {
        "method": "WUCS",
        "values": [
          95.5,
          63.7,
          84.6,
          84.3,
          74.2,
          84.1,
          81.1
        ]
      },
      {
        "method": "USC",
        "values": [
          95.8,
          68.2,
          86.5,
          84.6,
          74.8,
          84.9,
          82.5
        ]
      },
      {
        "method": "LSC",
        "values": [
          96.9,
          68.7,
          86.3,
          84.2,
          75.3,
          84.3,
          82.6
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          97.0,
          68.7,
          86.4,
          84.2,
          75.3,
          84.5,
          82.7
        ]
      }
    ]
  },
  "qa": {
    "llama8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          0.8805,
          0.4122,
          0.3137,
          0.2488,
          0.2005,
          0.5075,
          39.9
        ]
      },
      {
        "method": "WUCS",
        "values": [
          0.8815,
          0.3904,
          0.2996,
          0.2392,
          0.1938,
          0.4987,
          42.8
        ]
      },
      {
        "method": "USC",
        "values": [
          0.8812,
          0.4065,
          0.3103,
          0.2463,
          0.1989,
          0.5086,
          44.2
        ]
      },
      {
        "method": "LSC",
        "values": [
          0.8838,
          0.4269,
          0.3274,
          0.2613,
          0.2118,
          0.5207,
          43.5
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          0.8861,
          0.4336,
          0.3333,
          0.2667,
          0.2167,
          0.527,
          44.4
        ]
      }
    ],
    "qwen8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          0.8842,
          0.375,
          0.2876,
          0.2303,
          0.1875,
          0.4947,
          43.6
        ]
      },
      {
        "method": "WUCS",
        "values": [
          0.8835,
          0.362,
          0.2788,
          0.2242,
          0.1835,
          0.4886,
          44.7
        ]
      },
      {
        "method": "USC",
        "values": [
          0.8824,
          0.3608,
          0.2772,
          0.2223,
          0.1812,
          0.4871,
          43.1
        ]
      },
      {
        "method": "LSC",
        "values": [
          0.8838,
          0.3756,
          0.2896,
          0.233,
          0.1906,
          0.4964,
          44.9
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          0.8836,
          0.3761,
          0.2897,
          0.233,
          0.1905,
          0.4958,
          44.6
        ]
      }
    ],
    "llama70": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          0.8926,
          0.4694,
          0.3662,
          0.2981,
          0.2463,
          0.5618,
          48.0
        ]
      },
      {
        "method": "WUCS",
        "values": [
          0.8914,
          0.4277,
          0.3343,
          0.2716,
          0.2242,
          0.55,
          48.7
        ]
      },
      {
        "method": "USC",
        "values": [
          0.8913,
          0.4623,
          0.3603,
          0.293,
          0.2423,
          0.5596,
          50.6
        ]
      },
      {
        "method": "LSC",
        "values": [
          0.8918,
          0.4724,
          0.3698,
          0.3016,
          0.2499,
          0.5629,
          48.8
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          0.8922,
          0.4768,
          0.3733,
          0.3042,
          0.2519,
          0.5652,
          49.3
        ]
      }
    ]
  },
  "code": {
    "llama8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          54.47,
          47.13,
          64.83,
          54.5,
          0.3091,
          0.1087,
          0.2077,
          0.8699
        ]
      },
      {
        "method": "WUCS",
        "values": [
          55.5,
          51.0,
          67.03,
          55.1,
          0.3033,
          0.1113,
          0.2033,
          0.8689
        ]
      },
      {
        "method": "USC",
        "values": [
          56.93,
          50.8,
          68.43,
          58.57,
          0.3033,
          0.1048,
          0.2013,
          0.8689
        ]
      },
      {
        "method": "LSC",
        "values": [
          57.93,
          51.23,
          69.23,
          58.9,
          0.3173,
          0.1127,
          0.213,
          0.8712
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          58.5,
          51.8,
          69.3,
          60.6,
          0.3168,
          0.1124,
          0.2149,
          0.8713
        ]
      }
    ],
    "qwen8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          77.8,
          73.4,
          81.03,
          69.23,
          0.2978,
          0.0977,
          0.1968,
          0.8683
        ]
      },
      {
        "method": "WUCS",
        "values": [
          80.3,
          75.2,
          82.43,
          70.17,
          0.2904,
          0.0966,
          0.1897,
          0.8668
        ]
      },
      {
        "method": "USC",
        "values": [
          78.03,
          73.17,
          82.97,
          71.0,
          0.2864,
          0.095,
          0.1888,
          0.866
        ]
      },
      {
        "method": "LSC",
        "values": [
          79.3,
          74.2,
          81.2,
          69.4,
          0.3033,
          0.1007,
          0.1997,
          0.8691
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          78.57,
          73.5,
          82.0,
          70.1,
          0.3034,
          0.1,
          0.1992,
          0.869
        ]
      }
    ],
    "llama70": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          82.3,
          76.8,
          84.9,
          68.31,
          0.2536,
          0.093,
          0.17,
          0.8609
        ]
      },
      {
        "method": "WUCS",
        "values": [
          81.67,
          73.21,
          87.33,
          70.6,
          0.2418,
          0.0902,
          0.1626,
          0.8595
        ]
      },
      {
        "method": "USC",
        "values": [
          79.93,
          74.44,
          86.2,
          71.42,
          0.2538,
          0.0941,
          0.1699,
          0.861
        ]
      },
      {
        "method": "LSC",
        "values": [
          82.3,
          75.0,
          87.8,
          73.81,
          0.254,
          0.0939,
          0.1703,
          0.8611
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          83.51,
          75.57,
          86.82,
          72.5,
          0.2558,
          0.0947,
          0.1714,
          0.8613
        ]
      }
    ]
  },
  "consistency": {
    "llama8": [
      {
        "method": "Random",
        "values": [
          83.7,
          64.2,
          74.9,
          84.0,
          73.7,
          77.5,
          66.46,
          74.92
        ]
      },
      {
        "method": "WUCS",
        "values": [
          89.3,
          71.1,
          79.9,
          88.9,
          77.1,
          86.2,
          69.51,
          80.29
        ]
      },
      {
        "method": "USC",
        "values": [
          86.2,
          72.2,
          76.8,
          86.5,
          81.0,
          78.9,
          71.95,
          79.08
        ]
      },
      {
        "method": "LSC",
        "values": [
          99.6,
          94.3,
          91.9,
          98.8,
          93.0,
          93.2,
          80.49,
          93.04
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          100.0,
          96.9,
          91.4,
          99.0,
          91.9,
          91.8,
          78.66,
          92.81
        ]
      }
    ],
    "qwen8": [
      {
        "method": "Random",
        "values": [
          96.6,
          84.5,
          67.1,
          95.4,
          73.7,
          78.5,
          79.88,
          82.24
        ]
      },
      {
        "method": "WUCS",
        "values": [
          97.3,
          86.3,
          77.6,
          96.7,
          74.9,
          85.8,
          86.59,
          86.46
        ]
      },
      {
        "method": "USC",
        "values": [
          97.1,
          89.4,
          75.5,
          94.0,
          76.5,
          76.7,
          81.71,
          84.42
        ]
      },
      {
        "method": "LSC",
        "values": [
          99.8,
          97.4,
          93.5,
          100.0,
          94.0,
          93.6,
          94.51,
          96.12
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          99.8,
          98.4,
          93.5,
          99.9,
          91.8,
          94.5,
          91.46,
          95.62
        ]
      }
    ],
    "llama70": [
      {
        "method": "Random",
        "values": [
          98.3,
          83.7,
          91.7,
          95.9,
          77.4,
          79.7,
          76.83,
          86.22
        ]
      },
      {
        "method": "WUCS",
        "values": [
          97.9,
          81.8,
          91.0,
          97.6,
          80.8,
          80.1,
          76.83,
          86.58
        ]
      },
      {
        "method": "USC",
        "values": [
          98.7,
          91.1,
          93.0,
          98.1,
          86.5,
          87.8,
          75.61,
          90.12
        ]
      },
      {
        "method": "LSC",
        "values": [
          100.0,
          99.2,
          99.2,
          100.0,
          94.1,
          95.4,
          93.29,
          97.31
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          100.0,
          99.5,
          99.0,
          100.0,
          92.3,
          96.3,
          89.02,
          96.59
        ]
      }
    ]
  },
  "calibration": {
    "model": "llama8",
    "metrics": [
      "MATH",
      "TriviaQA",
      "TruthfulQA",
      "HumanEval"
    ],
    "rows": [
      {
        "method": "SC",
        "values": [
          0.076,
          0.044,
          null,
          null
        ]
      },
      {
        "method": "WUCS",
        "values": [
          0.315,
          0.675,
          0.349,
          0.316
        ]
      },
      {
        "method": "LSC",
        "values": [
          0.14,
          0.052,
          0.217,
          0.17
        ]
      }
    ]
  },
  "sbert": {
    "model": "llama8",
    "metrics": [
      "MATH",
      "TriviaQA",
      "TruthfulQA",
      "HumanEval"
    ],
    "rows": [
      {
        "method": "SBERT",
        "values": [
          43.9,
          71.8,
          42.7,
          56.7
        ]
      },
      {
        "method": "Fine-tuned SBERT",
        "values": [
          50.4,
          74.4,
          43.1,
          56.7
        ]
      },
      {
        "method": "LSC",
        "values": [
          52.6,
          74.1,
          43.5,
          57.9
        ]
      }
    ]
  },
  "codeStd": {
    "llama8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          2.2,
          5.1,
          2.3,
          2.0
        ]
      },
      {
        "method": "WUCS",
        "values": [
          2.7,
          1.2,
          0.6,
          0.9
        ]
      },
      {
        "method": "USC",
        "values": [
          2.7,
          2.9,
          1.2,
          1.6
        ]
      },
      {
        "method": "LSC",
        "values": [
          1.9,
          2.2,
          1.9,
          1.3
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          1.3,
          2.1,
          0.7,
          0.6
        ]
      }
    ],
    "qwen8": [
      {
        "method": "Vanilla (1 path)",
        "values": [
          2.0,
          2.2,
          0.9,
          3.3
        ]
      },
      {
        "method": "WUCS",
        "values": [
          3.4,
          2.0,
          1.3,
          3.1
        ]
      },
      {
        "method": "USC",
        "values": [
          1.4,
          2.0,
          2.6,
          1.8
        ]
      },
      {
        "method": "LSC",
        "values": [
          2.2,
          1.9,
          2.9,
          1.2
        ]
      },
      {
        "method": "LSC + Dynamic TopK",
        "values": [
          2.9,
          1.6,
          2.1,
          2.4
        ]
      }
    ],
    "llama70": null
  }
}
