{"id":"https://openalex.org/W7162801735","doi":"https://doi.org/10.48550/arxiv.2605.30218","title":"MarginGate: Sparse Margin-Triggered Verification for Batch-Invariant LLM Inference","display_name":"MarginGate: Sparse Margin-Triggered Verification for Batch-Invariant LLM Inference","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162801735","doi":"https://doi.org/10.48550/arxiv.2605.30218"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30218","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30218","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134483599","display_name":"Kexin Chu","orcid":"https://orcid.org/0009-0000-0303-6699"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Kexin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137346762","display_name":"Yang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137370160","display_name":"Wei Emma Zhang","orcid":"https://orcid.org/0000-0002-1960-4475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0731000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.7175999879837036},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7166000008583069},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.698199987411499},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6442999839782715},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4837000072002411},{"id":"https://openalex.org/keywords/determinism","display_name":"Determinism","score":0.40619999170303345}],"concepts":[{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.7175999879837036},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7166000008583069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.713100016117096},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.698199987411499},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6442999839782715},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.482699990272522},{"id":"https://openalex.org/C192183473","wikidata":"https://www.wikidata.org/wiki/Q131133","display_name":"Determinism","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.26100000739097595}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30218","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30218","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30218","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30218","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4410357177257538,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Temperature-zero":[0],"BF16":[1,116],"LLM":[2],"inference":[3],"is":[4],"often":[5],"treated":[6],"as":[7],"reproducible,":[8],"yet":[9],"the":[10,62,81,103,131,177],"same":[11,178],"request":[12],"can":[13,46],"emit":[14],"different":[15],"tokens":[16],"when":[17,37],"decoded":[18],"alone":[19],"or":[20,30],"inside":[21],"a":[22,111,183],"larger":[23],"batch.":[24],"Existing":[25],"fixes":[26],"use":[27],"batch-invariant":[28],"operators":[29],"LLM-42's":[31,166],"per-token":[32],"verification,":[33],"incurring":[34],"cost":[35],"even":[36],"most":[38],"steps":[39],"are":[40,59],"stable.":[41],"We":[42,135],"ask":[43],"whether":[44],"verification":[45],"be":[47],"applied":[48],"exclusively":[49],"to":[50,145,172],"flipped":[51],"tokens.":[52],"Across":[53],"five":[54],"models,":[55],"batch-induced":[56],"token":[57],"flips":[58,68],"sparse":[60],"on":[61,65,69,84,118,137,141,156],"flip-rate":[63],"benchmarks:":[64],"MATH500,":[66,85],"Llama-3.1-8B":[67,157],"$0.48\\%$":[70],"of":[71,102],"synchronous":[72],"decode":[73],"steps,":[74,120,124],"and":[75,87,125,143,148,158],"all":[76],"tested":[77],"models":[78],"stay":[79],"within":[80],"0.3-1.3%":[82],"range":[83],"GSM8K,":[86,146],"HumanEval.":[88,149],"K/V":[89,133],"perturbations":[90],"remain":[91],"flat":[92],"before":[93],"flips,":[94],"while":[95],"low":[96],"top-1/top-2":[97],"logit":[98],"margins":[99],"expose":[100],"much":[101],"flip":[104],"risk.":[105],"MarginGate":[106,150],"turns":[107],"these":[108],"observations":[109],"into":[110],"verifier":[112,162],"policy:":[113],"it":[114],"keeps":[115],"decoding":[117,155],"high-margin":[119],"verifies":[121],"only":[122],"low-margin":[123],"repairs":[126],"confirmed":[127],"mismatches":[128],"by":[129,169],"replacing":[130],"current":[132],"column.":[134],"evaluate":[136],"four":[138],"datasets,":[139],"calibrating":[140],"MATH500":[142],"transferring":[144],"SharedGPT,":[147],"restores":[151],"100%":[152],"sequence-level":[153],"deterministic":[154],"Qwen2.5-14B":[159],"with":[160],"18.56%/15.05%":[161],"trigger":[163],"rates,":[164],"reducing":[165],"latency":[167],"increment":[168],"2.23x/1.99x":[170],"relative":[171],"always-on":[173],"verification.":[174],"On":[175],"DSR1-Distill-Qwen-7B,":[176],"policy":[179],"reaches":[180],"determinism":[181],"in":[182],"harder":[184],"regime":[185],"at":[186],"49.50%":[187],"triggers.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}