{"id":"https://openalex.org/W7162501308","doi":"https://doi.org/10.48550/arxiv.2605.26646","title":"UnityMAS-O: A General RL Optimization Framework for LLM-Based Multi-Agent Systems","display_name":"UnityMAS-O: A General RL Optimization Framework for LLM-Based Multi-Agent Systems","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162501308","doi":"https://doi.org/10.48550/arxiv.2605.26646"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26646","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137142005","display_name":"Yiqun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yiqun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137088767","display_name":"Wei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124428676","display_name":"Erhan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Erhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137109842","display_name":"Shijie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137130151","display_name":"Qi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137132685","display_name":"Zechun Niu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Zechun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137099867","display_name":"Bin Zhang","orcid":"https://orcid.org/0009-0002-8861-1481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137095599","display_name":"Haitao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haitao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137131217","display_name":"Rui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137163381","display_name":"Lingyong Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Lingyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137087154","display_name":"Jinyuan Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Jinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137190680","display_name":"Biqing Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Biqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069000781","display_name":"Xiaochi Wei","orcid":"https://orcid.org/0000-0003-4359-4024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xiaochi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137133952","display_name":"Yan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137131655","display_name":"Yi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137100424","display_name":"Yao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137187699","display_name":"Jiaxin Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":17,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.18320000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.18320000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.1023000031709671,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.0471000000834465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.777899980545044},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5112000107765198},{"id":"https://openalex.org/keywords/rewriting","display_name":"Rewriting","score":0.4932999908924103},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4471000134944916},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4011000096797943},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3970000147819519},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.38269999623298645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8169000148773193},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.777899980545044},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4722999930381775},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4471000134944916},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38029998540878296},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36390000581741333},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.2581999897956848}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6376491189002991}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-based":[0,64,228],"multi-agent":[1,44,65,194,229,233],"systems":[2],"decompose":[3],"complex":[4],"tasks":[5],"into":[6,231],"interacting":[7],"roles,":[8,93],"but":[9],"most":[10],"remain":[11],"manually":[12,197],"orchestrated":[13],"by":[14],"prompts,":[15],"tools,":[16,140],"and":[17,39,51,98,114,123,144,155,166,182,190,209],"control":[18],"rules,":[19],"while":[20],"agents":[21,104],"are":[22],"rarely":[23],"optimized":[24],"through":[25,87],"a":[26,58,78,130,222],"unified":[27],"reinforcement":[28],"learning":[29],"interface.":[30],"Existing":[31],"RL":[32,60,195,234],"post-training":[33],"frameworks":[34],"mainly":[35],"target":[36],"single-policy":[37],"optimization":[38,61,74,171],"lack":[40],"abstractions":[41],"for":[42,63,206,225],"user-defined":[43,96],"workflows,":[45,138,163],"structured":[46,142],"interaction,":[47],"role-specific":[48],"credit":[49],"assignment,":[50],"configurable":[52],"parameter":[53],"sharing.":[54],"We":[55,173],"present":[56],"UnityMAS-O,":[57],"general":[59],"framework":[62],"systems.":[66,235],"UnityMAS-O":[67,126,175,218],"treats":[68],"the":[69,73,170],"complete":[70],"workflow":[71],"as":[72,221],"unit,":[75],"rather":[76],"than":[77],"single":[79],"response":[80],"or":[81],"policy":[82],"trajectory.":[83],"It":[84],"represents":[85],"workflows":[86,199,230],"four":[88],"first-class":[89],"objects:":[90],"logical":[91,103],"agent":[92],"graph":[94],"trajectories,":[95,143],"rewards,":[97],"agent--model":[99],"mappings.":[100],"This":[101],"decouples":[102],"from":[105],"physical":[106],"model":[107,164],"parameters,":[108],"supporting":[109],"full":[110,112],"sharing,":[111,116],"separation,":[113],"partial":[115],"with":[117,129,202],"rewards":[118,167],"assigned":[119],"at":[120],"role,":[121],"turn,":[122],"trajectory":[124],"levels.":[125],"extends":[127],"verl":[128],"Ray-based":[131],"star-topology":[132],"runtime.":[133],"A":[134],"central":[135],"controller":[136],"executes":[137],"invokes":[139],"records":[141],"assembles":[145],"rewards;":[146],"model-local":[147],"worker":[148],"groups":[149],"handle":[150],"rollout,":[151],"buffering,":[152],"advantage":[153],"computation,":[154],"distributed":[156],"PPO-style":[157],"updates.":[158],"Users":[159],"can":[160,219],"define":[161],"agents,":[162],"mappings,":[165],"without":[168],"rewriting":[169],"infrastructure.":[172],"instantiate":[174],"on":[176],"retrieval-augmented":[177],"QA,":[178],"iterative":[179],"agentic":[180],"search,":[181],"reflective":[183],"code":[184,192,211],"generation.":[185],"Across":[186],"Natural":[187],"Questions,":[188],"HotpotQA,":[189],"held-out":[191],"tasks,":[193],"improves":[196],"specified":[198],"after":[200],"optimization,":[201],"especially":[203],"large":[204],"gains":[205],"smaller":[207],"models":[208],"strict":[210],"all-passed":[212],"metrics.":[213],"These":[214],"results":[215],"show":[216],"that":[217],"serve":[220],"reusable":[223],"substrate":[224],"converting":[226],"diverse":[227],"trainable":[232]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-28T00:00:00"}