{"id":"https://openalex.org/W4413754978","doi":"https://doi.org/10.1109/tce.2025.3603259","title":"Distributed Deep Reinforcement Learning for Ackermann Multi-Robot Formation: A Weighted Multi-Objective Optimization","display_name":"Distributed Deep Reinforcement Learning for Ackermann Multi-Robot Formation: A Weighted Multi-Objective Optimization","publication_year":2025,"publication_date":"2025-08-27","ids":{"openalex":"https://openalex.org/W4413754978","doi":"https://doi.org/10.1109/tce.2025.3603259"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3603259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3603259","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009241314","display_name":"Wenjian Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjian Zhong","raw_affiliation_strings":["College of Automation, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7174-9612","affiliations":[{"raw_affiliation_string":"College of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026451492","display_name":"Bangquan Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bangquan Xie","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","School of Advanced Engineering, Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, Great Bay University, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-4500-8941","affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]},{"raw_affiliation_string":"School of Advanced Engineering, Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103136388","display_name":"Yanzhou Li","orcid":"https://orcid.org/0000-0001-7771-3912"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhou Li","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","School of Advanced Engineering, Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, Great Bay University, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]},{"raw_affiliation_string":"School of Advanced Engineering, Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086077663","display_name":"Lucia Cascone","orcid":"https://orcid.org/0000-0002-9333-5699"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lucia Cascone","raw_affiliation_strings":["Department of Computer Science, University of Salerno, Fisciano, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9333-5699","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103090998","display_name":"Yongkang Lu","orcid":"https://orcid.org/0000-0002-2390-7014"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkang Lu","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","School of Advanced Engineering, Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, Great Bay University, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-2390-7014","affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]},{"raw_affiliation_string":"School of Advanced Engineering, Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071510858","display_name":"Shenghuang He","orcid":"https://orcid.org/0000-0002-7603-9716"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenghuang He","raw_affiliation_strings":["School of Computer Science and Technology (School of Cyberspace Security), Dongguan University of Technology, Dongguan, China","School of Computer Science and Technology School of Cyberspace Security, Dongguan University of Technology, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-7603-9716","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology (School of Cyberspace Security), Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]},{"raw_affiliation_string":"School of Computer Science and Technology School of Cyberspace Security, Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19351592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"4","first_page":"11588","last_page":"11600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9524000287055969,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9524000287055969,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ackermann-function","display_name":"Ackermann function","score":0.8259490728378296},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7029051780700684},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6301063299179077},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5495962500572205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5401270985603333},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16453954577445984}],"concepts":[{"id":"https://openalex.org/C33436860","wikidata":"https://www.wikidata.org/wiki/Q341835","display_name":"Ackermann function","level":3,"score":0.8259490728378296},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7029051780700684},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6301063299179077},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5495962500572205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5401270985603333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16453954577445984},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3603259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3603259","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1561497641","display_name":null,"funder_award_id":"2024A1515140079","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G1697769976","display_name":null,"funder_award_id":"2024A1515140079","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2360334274","display_name":null,"funder_award_id":"2023A1515110249","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G255259493","display_name":null,"funder_award_id":"2024A1515110151","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G3363412655","display_name":null,"funder_award_id":"2024A1515110151","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G388360275","display_name":null,"funder_award_id":"62236001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8789084237","display_name":null,"funder_award_id":"2023A1515110249","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8943318565","display_name":null,"funder_award_id":"2024M760418","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W1964537835","https://openalex.org/W1981826826","https://openalex.org/W2007860825","https://openalex.org/W2048848526","https://openalex.org/W2058640000","https://openalex.org/W2066165078","https://openalex.org/W2082845025","https://openalex.org/W2117211893","https://openalex.org/W2119120935","https://openalex.org/W2148515566","https://openalex.org/W2315770071","https://openalex.org/W2501168523","https://openalex.org/W2547345216","https://openalex.org/W2808817487","https://openalex.org/W2885514323","https://openalex.org/W2887736113","https://openalex.org/W2963318081","https://openalex.org/W2963428623","https://openalex.org/W2981621706","https://openalex.org/W3026635976","https://openalex.org/W3093345403","https://openalex.org/W3119919588","https://openalex.org/W3153865577","https://openalex.org/W3182081866","https://openalex.org/W3200562307","https://openalex.org/W4210742101","https://openalex.org/W4317987702","https://openalex.org/W4319069051","https://openalex.org/W4360612624","https://openalex.org/W4362594060","https://openalex.org/W4381059956","https://openalex.org/W4386142399","https://openalex.org/W4388479832","https://openalex.org/W4389248763","https://openalex.org/W4389428598","https://openalex.org/W4389665256","https://openalex.org/W4391992600","https://openalex.org/W4392024215","https://openalex.org/W4392450155","https://openalex.org/W4392893697","https://openalex.org/W4396712946","https://openalex.org/W4399336009","https://openalex.org/W4400314969","https://openalex.org/W4401453945","https://openalex.org/W4402225024","https://openalex.org/W4403722217"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2076743759","https://openalex.org/W4235144492","https://openalex.org/W4388435768","https://openalex.org/W2756792282","https://openalex.org/W2756744637","https://openalex.org/W2759493398","https://openalex.org/W3216309640"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,4,136],"Internet":[3],"Things":[5],"(IoT)":[6],"with":[7,38],"the":[8,52,65,134,169,173],"multi-robot":[9],"formation":[10,43,181],"problem":[11],"has":[12],"been":[13],"successfully":[14],"applied":[15],"in":[16,29,57],"autonomous":[17],"vehicles,":[18],"unmanned":[19],"aerial":[20],"vehicles":[21],"(UAVs),":[22],"and":[23,32,98,132,179,190],"industrial":[24],"robotics,":[25],"enhancing":[26],"robot":[27],"collaboration":[28],"complex":[30],"tasks":[31],"increasing":[33],"their":[34,58],"autonomy":[35],"when":[36],"interacting":[37],"uncertain":[39],"environments.":[40],"However,":[41],"extending":[42],"strategies":[44],"to":[45,51,150,162],"Ackermann-steering":[46],"robots":[47],"remains":[48],"challenging":[49],"due":[50],"non-holonomic":[53],"motion":[54],"constraints":[55],"inherent":[56],"kinematics.":[59],"To":[60],"address":[61],"this,":[62],"we":[63,86,111,140],"propose":[64],"Ackermann":[66],"Multi-Objective":[67],"Deep":[68],"Reinforcement":[69],"Learning":[70],"(AM-DRL)":[71],"framework,":[72],"a":[73,88,113],"distributed":[74],"deep":[75],"reinforcement":[76],"learning":[77,105],"(DDRL)":[78],"approach":[79],"specifically":[80],"tailored":[81],"for":[82],"Ackermann-type":[83],"dynamics.":[84],"First,":[85],"design":[87],"novel":[89],"reward":[90],"function":[91],"that":[92,118],"incorporates":[93],"projection,":[94],"distance,":[95],"alignment,":[96],"curvature,":[97],"deceleration":[99],"terms,":[100],"allowing":[101],"more":[102],"effective":[103],"policy":[104,143,152],"under":[106],"real-world":[107],"driving":[108],"constraints.":[109],"Second,":[110],"introduce":[112],"dynamic":[114],"weighted":[115,166],"parameter-sharing":[116],"mechanism":[117],"prioritizes":[119],"agent":[120],"contributions":[121],"during":[122],"model":[123],"updates":[124],"based":[125],"on":[126],"individual":[127],"performance,":[128],"thus":[129],"accelerating":[130],"convergence":[131],"reducing":[133],"risk":[135],"local":[137],"optima.":[138],"Third,":[139],"formulate":[141],"multi-objective":[142],"optimization":[144],"(MOPO)":[145],"using":[146],"distinct":[147],"actor-critic":[148],"networks":[149],"enhance":[151],"differentiation":[153],"across":[154],"heterogeneous":[155],"agents.":[156],"Experimental":[157],"results":[158],"show":[159],"that,":[160],"compared":[161],"baseline":[163],"algorithms":[164],"without":[165],"parameter":[167],"sharing,":[168],"proposed":[170],"method":[171],"reduces":[172],"average":[174],"distance":[175],"error":[176],"by":[177,183],"16.65%":[178],"improves":[180],"integrity":[182],"35.14%,":[184],"demonstrating":[185],"superior":[186],"convergence,":[187],"trajectory":[188],"smoothness,":[189],"robustness.":[191]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}