{"id":"https://openalex.org/W7160930024","doi":"https://doi.org/10.48550/arxiv.2605.09850","title":"Probing Routing-Conditional Calibration in Attention-Residual Transformers","display_name":"Probing Routing-Conditional Calibration in Attention-Residual Transformers","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160930024","doi":"https://doi.org/10.48550/arxiv.2605.09850"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09850","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09850","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09850","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135994020","display_name":"Wenhao Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135952478","display_name":"Lin Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135918799","display_name":"Wei Emma Zhang","orcid":"https://orcid.org/0000-0003-2934-060X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wei Emma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135912497","display_name":"Miao Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019911052","display_name":"Mingyu Guo","orcid":"https://orcid.org/0000-0002-3478-9201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Mingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135934438","display_name":"Olaf Maennel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maennel, Olaf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135973528","display_name":"Weitong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Weitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.20280000567436218,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.20280000567436218,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.05770000070333481,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.05550000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.6445000171661377},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6263999938964844},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5430999994277954},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.4325999915599823},{"id":"https://openalex.org/keywords/confidence-and-prediction-bands","display_name":"Confidence and prediction bands","score":0.4226999878883362},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.3626999855041504}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.6445000171661377},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6263999938964844},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4887000024318695},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44519999623298645},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C140529851","wikidata":"https://www.wikidata.org/wiki/Q5160083","display_name":"Confidence and prediction bands","level":3,"score":0.4226999878883362},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34850001335144043},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3433000147342682},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30410000681877136},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.26989999413490295},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09850","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09850","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09850","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09850","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Post-hoc":[0],"calibration":[1,48,216,228],"is":[2,202],"usually":[3],"evaluated":[4],"as":[5,15,204,226],"a":[6,36,61,136,188,198,205],"function":[7],"of":[8,31,102,114,151],"logits":[9],"or":[10,109],"softmax":[11],"confidence":[12,142,190],"alone,":[13],"even":[14],"routing-augmented":[16],"architectures":[17],"increasingly":[18],"accompany":[19],"predictions":[20],"with":[21,29],"sample-specific":[22],"internal":[23],"routing":[24,95,209],"traces":[25,41],"and":[26,78,111,143,154,157,207,233],"pair":[27],"them":[28],"claims":[30],"calibration-relevant":[32],"uncertainty.":[33],"We":[34,51],"ask":[35],"basic":[37],"question:":[38],"do":[39,97,171],"these":[40],"provide":[42,99],"stable":[43,100,129],"routing-specific":[44],"evidence":[45,101],"for":[46],"post-hoc":[47,81],"beyond":[49],"confidence?":[50],"study":[52],"this":[53,219],"in":[54,85,132,218],"Attention-Residual":[55],"transformers":[56],"(Kimi":[57],"Team,":[58],"2026)":[59],"through":[60],"matched-confidence":[62],"diagnostic":[63],"suite":[64],"that":[65,133],"stratifies":[66],"examples":[67],"by":[68],"routing-derived":[69],"state,":[70],"compares":[71],"subgroup":[72],"gaps":[73,106],"against":[74],"within-bin":[75,116],"routing-permutation":[76],"nulls,":[77],"evaluates":[79],"matched":[80,152],"probes":[82],"differing":[83],"only":[84,112],"their":[86],"auxiliary":[87],"feature.":[88],"Across":[89],"our":[90],"completed":[91],"AR":[92,220],"runs,":[93],"scalar":[94],"summaries":[96],"not":[98,128,159,172,223],"routing-conditional":[103],"miscalibration:":[104],"weighted":[105],"remain":[107],"small":[108],"seed-sensitive,":[110],"$1$":[113],"$30$":[115],"permutation":[117,234],"tests":[118],"rejects":[119],"the":[120,148,193],"conditional-null":[121],"at":[122],"$\u03b1=0.05$":[123],"(only":[124],"on":[125,141],"one":[126],"seed;":[127],"across":[130],"seeds":[131],"cell).":[134],"AR-CondCal,":[135],"minimal":[137],"$2$-D":[138],"Nadaraya--Watson":[139],"probe":[140],"routing-depth":[144],"variance,":[145],"lies":[146],"within":[147],"seed-variance":[149],"band":[150],"confidence-only":[153,200],"predictive-entropy":[155],"controls":[156,235],"does":[158],"reliably":[160],"improve":[161,186],"worst-routing-tertile":[162],"ECE;":[163],"bandwidth-sensitivity":[164],"checks":[165],"(Scott":[166],"multiples,":[167],"CV-NLL,":[168],"global-ECE":[169],"oracle)":[170],"change":[173],"this.":[174],"A":[175],"full-vector":[176],"MLP":[177,201],"over":[178,187],"$(c,":[179],"H_1,":[180],"\\ldots,":[181],"H_L)$":[182],"can":[183],"appear":[184],"to":[185],"linear":[189],"baseline,":[191],"but":[192],"apparent":[194],"gain":[195],"disappears":[196],"once":[197],"capacity-matched":[199],"included":[203],"control,":[206],"shuffled":[208],"profiles":[210],"achieve":[211],"comparable":[212],"performance.":[213],"Apparent":[214],"routing-aware":[215],"gains":[217],"setting":[221],"should":[222],"be":[224],"read":[225],"internal-state":[227],"until":[229],"matched-confidence,":[230],"bandwidth,":[231],"capacity,":[232],"rule":[236],"out":[237],"common":[238],"confounds.":[239]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}