{"id":"https://openalex.org/W7165383652","doi":"https://doi.org/10.48550/arxiv.2606.20014","title":"Hierarchical Control in Multi-Agent Games: LLM-based Planning and RL Execution","display_name":"Hierarchical Control in Multi-Agent Games: LLM-based Planning and RL Execution","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165383652","doi":"https://doi.org/10.48550/arxiv.2606.20014"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20014","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20014","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097195359","display_name":"Jannik H\u00f6sch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"H\u00f6sch, Jannik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021772177","display_name":"Alessandro Sestini","orcid":"https://orcid.org/0000-0001-5496-5770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sestini, Alessandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003390011","display_name":"Florian Fuchs","orcid":"https://orcid.org/0000-0002-1072-3718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fuchs, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035916003","display_name":"amir baghi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baghi, Amir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028726425","display_name":"Joakim Bergdahl","orcid":"https://orcid.org/0000-0001-5720-2533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bergdahl, Joakim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Leite, Iolanda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leite, Iolanda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Tollmar, Konrad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tollmar, Konrad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138968328","display_name":"Jean-Philippe Barrette-LaPierre","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barrette-LaPierre, Jean-Philippe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Gissl\u00e9n, Linus","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gissl\u00e9n, Linus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7494000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7494000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07930000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.819599986076355},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6796000003814697},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6434000134468079},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.567799985408783},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5139999985694885},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.47450000047683716}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.819599986076355},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545999884605408},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6796000003814697},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6434000134468079},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.567799985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5558000206947327},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41679999232292175},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3294999897480011},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2623000144958496}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20014","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20014","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7309684157371521,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,29],"(RL)":[2],"has":[3],"achieved":[4],"strong":[5],"performance":[6,101],"in":[7,74],"sequential":[8],"decision-making,":[9],"yet":[10],"scaling":[11],"to":[12,19,104],"complex":[13],"multi-agent":[14,161],"environments":[15],"remains":[16],"challenging":[17],"due":[18],"sparse":[20],"rewards,":[21],"large":[22,40],"state-action":[23],"spaces,":[24],"and":[25,87,143,163],"the":[26,80,136],"difficulty":[27],"of":[28,60,79,130],"coordinated":[30],"strategies.":[31],"We":[32,69],"propose":[33],"a":[34,38,46,58,75],"hierarchical":[35],"architecture":[36],"where":[37],"pretrained":[39,150,156],"language":[41],"model":[42],"(LLM)":[43],"acts":[44],"as":[45,135],"centralized":[47],"strategic":[48],"controller":[49],"that":[50,128,149],"selects":[51],"among":[52],"specialized":[53],"RL":[54,63,89,118,157],"skill":[55,93,121],"policies":[56,64],"for":[57],"team":[59],"agents,":[61],"while":[62,113],"handle":[65],"reactive":[66],"low-level":[67],"execution.":[68],"evaluate":[70],"this":[71],"hybrid":[72],"system":[73,98],"competitive":[76,160],"2v2":[77],"King":[78],"Hill":[81],"environment":[82],"against":[83],"behavior":[84],"tree":[85],"(BT)":[86],"\\emph{``Flat''}":[88],"(end-to-end":[90],"training":[91],"without":[92,120,167],"decomposition)":[94],"baselines.":[95],"The":[96],"LLM+RL":[97,133],"achieves":[99],"task":[100],"statistically":[102],"equivalent":[103],"hand-crafted":[105],"BT":[106],"(46.4\\%":[107],"vs":[108],"51.5\\%":[109],"win":[110],"rate,":[111],"$p=0.103$)":[112],"both":[114],"significantly":[115],"outperform":[116],"Flat":[117],"trained":[119],"decomposition.":[122],"A":[123],"user":[124],"study":[125],"($n=15$)":[126],"reveals":[127],"60\\%":[129],"participants":[131],"perceive":[132],"agents":[134],"most":[137],"human-like":[138],"($p=0.027$),":[139],"citing":[140],"behavioral":[141],"adaptability":[142],"tactical":[144],"variability.":[145],"These":[146],"results":[147],"demonstrate":[148],"LLM":[151],"reasoning":[152],"can":[153],"effectively":[154],"orchestrate":[155],"skills,":[158],"achieving":[159],"coordination":[162],"superior":[164],"perceived":[165],"believability":[166],"manual":[168],"rule":[169],"engineering.":[170]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-06-20T00:00:00"}