{"id":"https://openalex.org/W7164198925","doi":"https://doi.org/10.48550/arxiv.2606.10747","title":"The Arbiter Agent: Continually Monitoring Multi-Agent Conversations to Detect Emergent Misalignment","display_name":"The Arbiter Agent: Continually Monitoring Multi-Agent Conversations to Detect Emergent Misalignment","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164198925","doi":"https://doi.org/10.48550/arxiv.2606.10747"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.10747","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10747","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.10747","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120318631","display_name":"Filippo Tonini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tonini, Filippo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023712450","display_name":"Federico Torrielli","orcid":"https://orcid.org/0000-0001-8037-8828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torrielli, Federico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093229388","display_name":"Anton D. Lautrup","orcid":"https://orcid.org/0000-0002-9228-2417"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lautrup, Anton Danholt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138350936","display_name":"Peter Schneider-Kamp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schneider-Kamp, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050899012","display_name":"Mustafa Mert \u00c7elikok","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00c7elikok, Mustafa Mert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138298884","display_name":"Lukas Galke Poech","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poech, Lukas Galke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.541100025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.541100025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arbiter","display_name":"Arbiter","score":0.9743000268936157},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7156999707221985},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.44449999928474426},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4440000057220459},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41040000319480896},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3952000141143799}],"concepts":[{"id":"https://openalex.org/C2779971761","wikidata":"https://www.wikidata.org/wiki/Q629872","display_name":"Arbiter","level":2,"score":0.9743000268936157},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7156999707221985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6699000000953674},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.499099999666214},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41040000319480896},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3862999975681305},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.10747","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10747","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.10747","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10747","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6283381581306458,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0,89],"AI":[1],"systems":[2,235],"built":[3],"from":[4,40,141],"multiple":[5],"language-model":[6],"agents":[7,28,172],"become":[8],"more":[9],"common,":[10],"they":[11,42],"are":[12],"increasingly":[13],"used":[14],"to":[15,54,85,100,147,194],"make":[16],"decisions":[17],"together:":[18],"discussing,":[19],"negotiating,":[20],"and":[21,61,149,160,188,231],"acting":[22],"on":[23,34],"shared":[24],"tasks.":[25],"While":[26],"individual":[27],"may":[29,65,236],"appear":[30],"well-aligned":[31],"when":[32],"tested":[33],"their":[35],"own,":[36],"problems":[37],"can":[38,98,227],"arise":[39],"how":[41,84],"interact":[43],"with":[44,180],"one":[45],"another.":[46],"We":[47,132,164],"introduce":[48],"the":[49,120,127,134,167,175,178,216,239,246],"Arbiter,":[50],"an":[51,242],"agent":[52],"designed":[53],"monitor":[55],"multi-agent":[56,234],"conversations":[57],"in":[58,68,245],"real":[59],"time":[60],"identify":[62],"which":[63],"participants":[64],"be":[66],"behaving":[67],"misaligned":[69,171],"ways.":[70],"The":[71,206,248],"Arbiter":[72,135,168],"operates":[73],"under":[74,203],"a":[75,92,103,124,210],"limited":[76],"\"inspection":[77],"budget\",":[78],"meaning":[79],"it":[80,90,97,122],"must":[81],"decide":[82],"carefully":[83],"use":[86],"its":[87],"resources.":[88],"observes":[91],"conversation":[93,138],"step":[94],"by":[95],"step,":[96],"choose":[99],"wait,":[101],"question":[102],"participant,":[104],"examine":[105],"internal":[106],"information":[107],"such":[108],"as":[109,241],"system":[110],"prompts":[111],"or":[112,115],"reasoning":[113],"traces,":[114],"log":[116],"concerning":[117],"behavior.":[118],"At":[119],"end,":[121],"produces":[123],"report":[125],"identifying":[126],"likely":[128],"source":[129],"of":[130,157,177,218],"misalignment.":[131],"evaluate":[133],"across":[136],"five":[137,154],"conditions,":[139],"ranging":[140],"risky":[142],"financial":[143],"advice":[144],"model":[145],"organisms":[146],"evaluation-aware":[148],"colluding":[150],"agents,":[151],"we":[152],"test":[153],"tool":[155,208],"configurations":[156],"increasing":[158],"capability":[159],"two":[161],"backbone":[162],"models.":[163],"find":[165],"that":[166,223,232],"reliably":[169,201],"detects":[170],"well":[173],"before":[174],"end":[176],"conversation,":[179],"active":[181,243],"inspection":[182],"tools":[183],"improving":[184,213],"both":[185],"detection":[186],"accuracy":[187],"speed.":[189],"Weight-induced":[190],"misalignment":[191,198],"proves":[192],"hardest":[193],"detect,":[195],"while":[196],"instruction-induced":[197],"is":[199,250],"identified":[200],"even":[202],"passive":[204],"observation.":[205],"logging":[207],"exhibits":[209],"dual":[211],"effect,":[212],"recall":[214],"at":[215,252],"cost":[217],"precision.":[219],"These":[220],"results":[221],"suggest":[222],"continual,":[224],"budget-aware":[225],"monitoring":[226],"effectively":[228],"catch":[229],"misalignment,":[230],"overseeing":[233],"require":[237],"treating":[238],"auditor":[240],"participant":[244],"process.":[247],"code":[249],"available":[251],"https://github.com/aisilab/arbiter.":[253]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}