{"id":"https://openalex.org/W4415428152","doi":"https://doi.org/10.3233/faia251197","title":"The Heterogeneous Multi-Agent Challenge","display_name":"The Heterogeneous Multi-Agent Challenge","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428152","doi":"https://doi.org/10.3233/faia251197"},"language":null,"primary_location":{"id":"doi:10.3233/faia251197","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251197","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251197","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075365959","display_name":"Charles Dansereau","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095320","display_name":"Thales (Canada)","ror":"https://ror.org/00nnd3206","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210095320","https://openalex.org/I4210140930"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Charles Dansereau","raw_affiliation_strings":["THALES, cortAIx Labs Canada"],"affiliations":[{"raw_affiliation_string":"THALES, cortAIx Labs Canada","institution_ids":["https://openalex.org/I4210095320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120092149","display_name":"Junior Samuel Lopez Yepez","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095320","display_name":"Thales (Canada)","ror":"https://ror.org/00nnd3206","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210095320","https://openalex.org/I4210140930"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Junior Samuel Lopez Yepez","raw_affiliation_strings":["THALES, cortAIx Labs Canada"],"affiliations":[{"raw_affiliation_string":"THALES, cortAIx Labs Canada","institution_ids":["https://openalex.org/I4210095320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120092150","display_name":"Karthik Soma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095320","display_name":"Thales (Canada)","ror":"https://ror.org/00nnd3206","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210095320","https://openalex.org/I4210140930"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Karthik Soma","raw_affiliation_strings":["THALES, cortAIx Labs Canada"],"affiliations":[{"raw_affiliation_string":"THALES, cortAIx Labs Canada","institution_ids":["https://openalex.org/I4210095320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070807669","display_name":"Antoine Fagette","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095320","display_name":"Thales (Canada)","ror":"https://ror.org/00nnd3206","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210095320","https://openalex.org/I4210140930"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Antoine Fagette","raw_affiliation_strings":["THALES, cortAIx Labs Canada"],"affiliations":[{"raw_affiliation_string":"THALES, cortAIx Labs Canada","institution_ids":["https://openalex.org/I4210095320"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075365959"],"corresponding_institution_ids":["https://openalex.org/I4210095320"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50477422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.25519999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.25519999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.2298000007867813,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8062999844551086},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7533000111579895},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7401000261306763},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7245000004768372},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.5698000192642212},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4366999864578247},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.39640000462532043},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.3675000071525574}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8062999844551086},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7533000111579895},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7401000261306763},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7245000004768372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.680899977684021},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.5698000192642212},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4366999864578247},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.39640000462532043},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3617999851703644},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3301999866962433},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C93073132","wikidata":"https://www.wikidata.org/wiki/Q24726581","display_name":"DOCK","level":2,"score":0.26910001039505005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251197","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251197","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251197","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251197","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-Agent":[0,38,156],"Reinforcement":[1,39],"Learning":[2,40],"(MARL)":[3],"is":[4,36,110,160],"a":[5,21,82,111,122,164,175,244],"growing":[6],"research":[7,69,76,125,260],"area":[8],"which":[9],"gained":[10],"significant":[11],"traction":[12],"in":[13,33,126,203,217,251,261],"recent":[14],"years,":[15],"extending":[16],"Deep":[17],"RL":[18],"applications":[19],"to":[20,101,105,228,264],"much":[22],"wider":[23],"range":[24],"of":[25,31,59,84,114,177,231],"problems.":[26],"A":[27],"particularly":[28],"challenging":[29],"class":[30],"problems":[32],"this":[34,127,146,150,262],"domain":[35],"Heterogeneous":[37,155],"(HeMARL),":[41],"where":[42,133],"agents":[43,64,80,195],"with":[44,213],"different":[45],"sensors,":[46],"resources,":[47],"or":[48,139],"capabilities":[49],"must":[50],"cooperate":[51],"based":[52,168],"on":[53,78,169],"local":[54],"information.":[55],"The":[56],"large":[57],"number":[58],"real-world":[60],"situations":[61],"involving":[62],"heterogeneous":[63,142,252],"makes":[65],"it":[66],"an":[67],"attractive":[68],"area,":[70],"yet":[71],"underexplored,":[72],"as":[73,95,200,210,243],"most":[74,134],"MARL":[75,88,143,249],"focuses":[77],"homogeneous":[79],"(e.g.,":[81],"swarm":[83],"identical":[85],"robots).":[86],"In":[87,145],"and":[89,97,184,187,235,254,267],"single-agent":[90],"RL,":[91],"standardized":[92,116],"environments":[93],"such":[94,115,199],"ALE":[96],"SMAC":[98],"have":[99],"allowed":[100],"establish":[102],"recognized":[103],"benchmarks":[104],"measure":[106],"progress.":[107],"However,":[108],"there":[109],"clear":[112],"lack":[113],"testbed":[117,246],"for":[118,247,258],"cooperative":[119,205],"HeMARL.":[120],"As":[121],"result,":[123],"new":[124,165],"field":[128,263],"often":[129],"uses":[130,140],"simple":[131],"environments,":[132],"algorithms":[135,198,250],"perform":[136],"near":[137],"optimally,":[138],"weakly":[141],"environments.":[144],"paper,":[147],"we":[148],"address":[149],"gap":[151],"by":[152],"proposing":[153],"the":[154,170,256],"Challenge":[157],"(HeMAC)":[158],"(Code":[159],"available":[161],"at:":[162],"https://github.com/ThalesGroup/hemac),":[163],"benchmarking":[166],"environment":[167],"PettingZoo":[171],"standard.":[172],"HeMAC":[173],"features":[174],"suite":[176],"challenges":[178],"across":[179],"multiple":[180],"scenarios,":[181],"offering":[182],"varied":[183],"controllable":[185],"complexity":[186,266],"agent":[188,236],"heterogeneity.":[189],"Our":[190],"results":[191],"show":[192],"that":[193],"while":[194],"using":[196],"advanced":[197],"MAPPO":[201],"excel":[202],"simpler":[204],"tasks,":[206],"their":[207],"performance":[208],"declines":[209],"heterogeneity":[211,268],"increases,":[212],"IPPO":[214],"outperforming":[215],"them":[216],"highly":[218],"diverse":[219],"scenarios.":[220],"QMIX":[221],"struggles":[222],"significantly":[223],"under":[224],"these":[225],"conditions":[226],"due":[227],"its":[229],"assumptions":[230],"shared":[232],"action":[233],"values":[234],"homogeneity.":[237],"These":[238],"findings":[239],"demonstrate":[240],"HeMAC\u2019s":[241],"value":[242],"rigorous":[245],"evaluating":[248],"settings,":[253],"emphasize":[255],"need":[257],"further":[259],"handle":[265],"effectively.":[269]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-24T00:00:00"}