{"id":"https://openalex.org/W7166717157","doi":"https://doi.org/10.48550/arxiv.2606.29654","title":"Budgeted Act-or-Defer Multi-Agent LLM Deliberation with Local Reliability Bounds","display_name":"Budgeted Act-or-Defer Multi-Agent LLM Deliberation with Local Reliability Bounds","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166717157","doi":"https://doi.org/10.48550/arxiv.2606.29654"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29654","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29654","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29654","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130397061","display_name":"Mengdie Flora Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Mengdie Flora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133320937","display_name":"Haochen Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Haochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139635683","display_name":"Guanghui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Guanghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139662033","display_name":"Devin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Devin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000147237","display_name":"Jae Oh Woo","orcid":"https://orcid.org/0000-0001-6799-6189"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Woo, Jae Oh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.22259999811649323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.22259999811649323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.1923999935388565,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1412999927997589,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6570000052452087},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5268999934196472},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49939998984336853},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4848000109195709},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48260000348091125},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4691999852657318},{"id":"https://openalex.org/keywords/reset","display_name":"Reset (finance)","score":0.43709999322891235},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4027000069618225},{"id":"https://openalex.org/keywords/certificate","display_name":"Certificate","score":0.3700999915599823},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.358599990606308}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6570000052452087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.629800021648407},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48260000348091125},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.43970000743865967},{"id":"https://openalex.org/C2779795794","wikidata":"https://www.wikidata.org/wiki/Q7315343","display_name":"Reset (finance)","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40209999680519104},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3743000030517578},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.3700999915599823},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3255000114440918},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C22088475","wikidata":"https://www.wikidata.org/wiki/Q647974","display_name":"Data envelopment analysis","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2524000108242035},{"id":"https://openalex.org/C11105738","wikidata":"https://www.wikidata.org/wiki/Q1895805","display_name":"Multiple-criteria decision analysis","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29654","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29654","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29654","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29654","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8123598098754883,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-agent":[0],"deliberation":[1],"among":[2],"LLMs":[3],"can":[4],"improve":[5],"reasoning,":[6],"but":[7],"deployment":[8],"requires":[9],"deciding":[10],"when":[11,22,66],"the":[12,41,44,67,80,123,163,168,201],"current":[13],"answer":[14],"is":[15,97,117],"reliable":[16],"enough":[17],"to":[18,27,47,140,176],"act":[19],"on":[20,57,103,171,183,196],"and":[21,63,92,109,114,149,179],"it":[23,101,186],"should":[24],"be":[25],"escalated":[26],"human":[28],"review.":[29],"We":[30],"formulate":[31],"this":[32],"as":[33],"budgeted":[34],"act-or-defer":[35,212],"decision":[36],"making.":[37],"At":[38],"each":[39,115,141],"round,":[40],"system":[42],"maps":[43],"debate":[45],"prefix":[46],"a":[48,52,70,104,205],"low-dimensional":[49],"state,":[50],"computes":[51],"$k$-nearest-neighbor":[53],"lower":[54],"confidence":[55],"bound":[56,68],"state-conditional":[58],"correctness":[59],"using":[60,145],"calibration":[61,87],"data,":[62],"acts":[64],"only":[65],"exceeds":[69],"user-specified":[71],"reliability":[72],"threshold.":[73],"The":[74,95],"certificate":[75],"controls":[76],"wrong":[77],"actions":[78],"through":[79],"decomposition":[81],"$\u03b2=":[82],"\u03b4+":[83],"\u03b1+":[84],"\\varepsilon_{\\mathrm{act}}$,":[85],"separating":[86],"failure,":[88],"residual":[89],"action":[90],"risk,":[91],"representation":[93],"gap.":[94],"guarantee":[96],"conditional,":[98],"not":[99],"distribution-free:":[100],"relies":[102],"valid":[105],"local":[106],"bias":[107],"envelope":[108],"an":[110,210],"action-region":[111],"representation-gap":[112],"bound,":[113],"assumption":[116],"paired":[118],"with":[119],"falsification-style":[120],"diagnostics.":[121],"Because":[122],"same":[124],"absolute":[125],"wrong-action":[126,207],"budget":[127,154,170,208],"has":[128],"different":[129,134],"meanings":[130],"across":[131],"tasks":[132],"of":[133,167],"difficulty,":[135],"we":[136],"set":[137],"budgets":[138],"relative":[139],"task's":[142],"final-round":[143],"error":[144],"training":[146],"data":[147],"only,":[148],"evaluate":[150],"safety":[151],"by":[152],"normalized":[153],"usage":[155],"$\\mathrm{WA}/\u03b2$.":[156],"On":[157],"six":[158],"benchmarks":[159],"against":[160],"nine":[161],"baselines,":[162],"method":[164,202],"uses":[165],"9--12%":[166],"pre-declared":[169],"activated":[172],"datasets,":[173,185],"reaching":[174],"up":[175],"84%":[177],"automation":[178],"96%":[180],"acted-on":[181],"accuracy;":[182],"stress-test":[184],"defers":[187],"rather":[188],"than":[189,194],"forcing":[190],"unreliable":[191],"automation.":[192],"Rather":[193],"relying":[195],"per-task":[197],"post-hoc":[198],"threshold":[199],"search,":[200],"prospectively":[203],"converts":[204],"user-declared":[206],"into":[209],"auditable":[211],"operating":[213],"point":[214],"before":[215],"deployment,":[216],"under":[217],"explicitly":[218],"stated":[219],"assumptions.":[220]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-01T00:00:00"}