{"id":"https://openalex.org/W4390099915","doi":"https://doi.org/10.1109/robio58561.2023.10354600","title":"MultiRoboLearn: An open-source Framework for Multi-robot Deep Reinforcement Learning","display_name":"MultiRoboLearn: An open-source Framework for Multi-robot Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4390099915","doi":"https://doi.org/10.1109/robio58561.2023.10354600"},"language":"en","primary_location":{"id":"doi:10.1109/robio58561.2023.10354600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio58561.2023.10354600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100426704","display_name":"Junfeng Chen","orcid":"https://orcid.org/0000-0003-0617-5031"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfeng Chen","raw_affiliation_strings":["The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082314454","display_name":"Fuqin Deng","orcid":"https://orcid.org/0000-0002-7071-7184"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuqin Deng","raw_affiliation_strings":["The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722724","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0002-9336-0640"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085263462","display_name":"Junjie Hu","orcid":"https://orcid.org/0000-0002-1911-4361"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Hu","raw_affiliation_strings":["The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069747727","display_name":"Xiyue Guo","orcid":"https://orcid.org/0000-0001-5051-4040"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyue Guo","raw_affiliation_strings":["The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034715667","display_name":"Guanqi Liang","orcid":"https://orcid.org/0000-0001-7048-8353"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanqi Liang","raw_affiliation_strings":["The Chinese University of Hong Kong,School of Science and Engineering,Shenzhen,China","School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,School of Science and Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076185690","display_name":"Tin Lun Lam","orcid":"https://orcid.org/0000-0002-6363-1446"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tin Lun Lam","raw_affiliation_strings":["The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS),Shen Zhen,China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society(AIRS), The Chinese University of Hong Kong, Shen Zhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8855082988739014},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.8615696430206299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.750312328338623},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6963430047035217},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6850532293319702},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6493910551071167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5910334587097168},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3412023186683655},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3403494358062744},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.06952494382858276}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8855082988739014},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.8615696430206299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.750312328338623},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6963430047035217},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6850532293319702},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6493910551071167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5910334587097168},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3412023186683655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3403494358062744},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.06952494382858276},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio58561.2023.10354600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio58561.2023.10354600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1527464117","https://openalex.org/W1994955764","https://openalex.org/W2158782408","https://openalex.org/W2342662072","https://openalex.org/W2781585732","https://openalex.org/W2889987506","https://openalex.org/W2890172044","https://openalex.org/W2899902009","https://openalex.org/W2921119768","https://openalex.org/W2963821308","https://openalex.org/W3031287835","https://openalex.org/W3090386093","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3131031071","https://openalex.org/W3213974477","https://openalex.org/W4237637693","https://openalex.org/W4288280412","https://openalex.org/W4299802797","https://openalex.org/W6704571135","https://openalex.org/W6738796088","https://openalex.org/W6747387971","https://openalex.org/W6753526802","https://openalex.org/W6760114309","https://openalex.org/W6765998727","https://openalex.org/W6778780567","https://openalex.org/W6780559895","https://openalex.org/W6783838878","https://openalex.org/W6800004206"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1977906818","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":{"It":[0,57],"is":[1,6],"well":[2],"known":[3],"that":[4,65],"it":[5],"difficult":[7],"to":[8,15,59,71],"have":[9],"a":[10,49,81],"reliable":[11],"and":[12,32,54,98,118],"robust":[13],"framework":[14,36,47,77,102],"link":[16],"multi-agent":[17,111],"deep":[18,112],"reinforcement":[19,90,113],"learning":[20,91,114],"algorithms":[21,115],"with":[22,80,103],"practical":[23],"multi-robot":[24,38,73],"applications.":[25,56],"To":[26],"fill":[27],"this":[28],"gap,":[29],"we":[30],"propose":[31],"build":[33],"an":[34],"open-source":[35],"for":[37,84],"systems":[39],"called":[40],"MultiRoboLearn":[41],"<sup":[42],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[43],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[44],".":[45],"This":[46],"builds":[48],"unified":[50],"setup":[51],"of":[52,88,100,110],"simulation":[53],"real-world":[55,72,105],"aims":[58],"provide":[60],"standard,":[61],"easy-to-use":[62],"simulated":[63],"scenarios":[64,106],"can":[66],"also":[67],"be":[68],"easily":[69],"deployed":[70],"environments.":[74],"Also,":[75],"the":[76,86,95,101],"provides":[78],"researchers":[79],"benchmark":[82],"system":[83],"comparing":[85],"performance":[87],"different":[89,108],"algorithms.":[92],"We":[93],"demonstrate":[94],"generality,":[96],"scalability,":[97],"capability":[99],"two":[104],"using":[107],"types":[109],"in":[116],"discrete":[117],"continuous":[119],"action":[120],"spaces.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
