{"id":"https://openalex.org/W4400877128","doi":"https://doi.org/10.1109/tro.2024.3431829","title":"Heterogeneous Policy Networks for Composite Robot Team Communication and Coordination","display_name":"Heterogeneous Policy Networks for Composite Robot Team Communication and Coordination","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400877128","doi":"https://doi.org/10.1109/tro.2024.3431829"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2024.3431829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3431829","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008759602","display_name":"Esmaeil Seraj","orcid":"https://orcid.org/0000-0002-0147-1037"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Esmaeil Seraj","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0147-1037","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005412601","display_name":"Rohan Paleja","orcid":"https://orcid.org/0000-0002-0773-8054"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohan Paleja","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0773-8054","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106570984","display_name":"Luis Pimentel","orcid":"https://orcid.org/0009-0008-9959-1678"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Pimentel","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0009-0008-9959-1678","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071869993","display_name":"Kin Man Lee","orcid":"https://orcid.org/0000-0002-2098-3206"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kin Man Lee","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2098-3206","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006775539","display_name":"Zheyuan Wang","orcid":"https://orcid.org/0000-0001-6364-5074"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheyuan Wang","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6364-5074","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056102425","display_name":"Daniel Sanz-Mart\u00edn","orcid":"https://orcid.org/0000-0003-4382-3552"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Martin","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056042257","display_name":"Matthew Sklar","orcid":"https://orcid.org/0000-0002-8224-1312"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Sklar","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065255007","display_name":"John Z. Zhang","orcid":"https://orcid.org/0000-0002-7442-5920"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Zhang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7442-5920","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042674480","display_name":"Zahi Kakish","orcid":"https://orcid.org/0000-0002-3506-5651"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zahi Kakish","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0002-3506-5651","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008211323","display_name":"Matthew Gombolay","orcid":"https://orcid.org/0000-0002-5321-6038"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Gombolay","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5321-6038","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5008759602"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":1.9594,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88018239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"40","issue":null,"first_page":"3833","last_page":"3849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6655292510986328},{"id":"https://openalex.org/keywords/composite-number","display_name":"Composite number","score":0.5028805136680603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4846673309803009},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.43313199281692505},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3870089054107666},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36769235134124756},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.35234999656677246},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3511255085468292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3026180565357208},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29516226053237915}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6655292510986328},{"id":"https://openalex.org/C104779481","wikidata":"https://www.wikidata.org/wiki/Q50707","display_name":"Composite number","level":2,"score":0.5028805136680603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4846673309803009},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.43313199281692505},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3870089054107666},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36769235134124756},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.35234999656677246},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3511255085468292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3026180565357208},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29516226053237915},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2024.3431829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3431829","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5350327428","display_name":null,"funder_award_id":"N00014-19-1-2076","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W132734843","https://openalex.org/W1191599655","https://openalex.org/W1531419578","https://openalex.org/W1730594082","https://openalex.org/W1754503709","https://openalex.org/W2099618002","https://openalex.org/W2100922849","https://openalex.org/W2104187735","https://openalex.org/W2154247838","https://openalex.org/W2168359464","https://openalex.org/W2294209179","https://openalex.org/W2626305543","https://openalex.org/W2907492528","https://openalex.org/W2915180734","https://openalex.org/W2922446998","https://openalex.org/W2954016141","https://openalex.org/W2971027212","https://openalex.org/W2982316857","https://openalex.org/W2991046523","https://openalex.org/W2996037775","https://openalex.org/W2996525917","https://openalex.org/W2998367975","https://openalex.org/W3024346452","https://openalex.org/W3035869396","https://openalex.org/W3037328157","https://openalex.org/W3045954501","https://openalex.org/W3088335680","https://openalex.org/W3095651670","https://openalex.org/W3100019413","https://openalex.org/W3131063630","https://openalex.org/W3131448887","https://openalex.org/W3134141999","https://openalex.org/W3152893301","https://openalex.org/W3176048614","https://openalex.org/W3187109823","https://openalex.org/W4221158690","https://openalex.org/W4229070947","https://openalex.org/W4283312189","https://openalex.org/W4287022326","https://openalex.org/W4289147358","https://openalex.org/W4382318138","https://openalex.org/W4382567779","https://openalex.org/W4388347606","https://openalex.org/W6600255050","https://openalex.org/W6601029863","https://openalex.org/W6627932998","https://openalex.org/W6682932178","https://openalex.org/W6683708615","https://openalex.org/W6711868289","https://openalex.org/W6712181171","https://openalex.org/W6713411898","https://openalex.org/W6729448088","https://openalex.org/W6737849119","https://openalex.org/W6738796088","https://openalex.org/W6739266869","https://openalex.org/W6751139674","https://openalex.org/W6755542948","https://openalex.org/W6757310144","https://openalex.org/W6757781149","https://openalex.org/W6758685915","https://openalex.org/W6758846586","https://openalex.org/W6759468496","https://openalex.org/W6760498035","https://openalex.org/W6762373827","https://openalex.org/W6762681945","https://openalex.org/W6762837793","https://openalex.org/W6764916106","https://openalex.org/W6768539364","https://openalex.org/W6771514159","https://openalex.org/W6772005887","https://openalex.org/W6772184378","https://openalex.org/W6772798120","https://openalex.org/W6782771241","https://openalex.org/W6784649035","https://openalex.org/W6796861069","https://openalex.org/W6800131325","https://openalex.org/W6800842560","https://openalex.org/W6810182604","https://openalex.org/W6810237158","https://openalex.org/W6840380725","https://openalex.org/W6860054160"],"related_works":["https://openalex.org/W2365574773","https://openalex.org/W2131103914","https://openalex.org/W8302103","https://openalex.org/W1974987648","https://openalex.org/W2078953312","https://openalex.org/W3120922078","https://openalex.org/W3171631314","https://openalex.org/W2383574031","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"High-performing":[0],"human\u2013human":[1],"teams":[2,17,173],"learn":[3,103],"intelligent":[4],"and":[5,8,27,60,86,105,167],"efficient":[6,104,151],"communication":[7,30,52,82,107,168,198],"coordination":[9,166],"strategies":[10,169],"to":[11,39,102,121,178],"maximize":[12],"their":[13,29],"joint":[14,46],"utility.":[15],"These":[16],"implicitly":[18],"understand":[19],"the":[20,90,94,183,196],"different":[21,57],"roles":[22],"of":[23],"heterogeneous":[24,51,98,112,124,129,140,171],"team":[25],"members":[26],"adapt":[28],"protocols":[31],"accordingly.":[32],"Multiagent":[33],"reinforcement":[34],"learning":[35,139,149,165],"(MARL)":[36],"has":[37,63],"attempted":[38],"develop":[40],"computational":[41],"methods":[42],"for":[43,109,148,170],"synthesizing":[44],"such":[45],"coordination\u2013communication":[47],"strategies,":[48],"but":[49,143],"emulating":[50],"patterns":[53],"across":[54,186],"agents":[55],"with":[56],"state,":[58],"action,":[59],"observation":[61],"spaces":[62],"remained":[64],"a":[65,161,192],"challenge.":[66],"Without":[67],"properly":[68],"modeling":[69],"agent":[70],"heterogeneity,":[71],"as":[72],"in":[73,164,195],"prior":[74],"MARL":[75],"work":[76],"that":[77,134,158],"leverages":[78],"homogeneous":[79],"graph":[80],"networks,":[81,131],"becomes":[83],"less":[84],"helpful":[85],"can":[87],"even":[88],"deteriorate":[89],"team's":[91],"performance.":[92],"In":[93,114],"past,":[95],"we":[96,118,132],"proposed":[97],"policy":[99],"networks":[100],"(HetNet)":[101],"diverse":[106],"models":[108],"coordinating":[110],"cooperative":[111],"teams.":[113,126],"this":[115],"extended":[116],"work,":[117],"extend":[119],"HetNet":[120,135,159],"support":[122],"scaling":[123],"robot":[125],"Building":[127],"on":[128],"graph-attention":[130],"show":[133],"not":[136],"only":[137],"facilitates":[138],"collaborative":[141],"policies,":[142],"also":[144],"enables":[145],"end-to-end":[146],"training":[147],"highly":[150],"binarized":[152],"messaging.":[153],"Our":[154],"empirical":[155],"evaluation":[156],"shows":[157],"sets":[160],"new":[162],"state-of-the-art":[163],"multiagent":[172],"by":[174],"achieving":[175,191],"an":[176],"5.84%":[177],"707.65%":[179],"performance":[180],"improvement":[181],"over":[182],"next-best":[184],"baseline":[185],"multiple":[187],"domains":[188],"while":[189],"simultaneously":[190],"200\u00d7":[193],"reduction":[194],"required":[197],"bandwidth.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}