{"id":"https://openalex.org/W4380434584","doi":"https://doi.org/10.1109/tcomm.2023.3285799","title":"Joint Trajectory and Radio Resource Optimization for Autonomous Mobile Robots Exploiting Multi-Agent Reinforcement Learning","display_name":"Joint Trajectory and Radio Resource Optimization for Autonomous Mobile Robots Exploiting Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4380434584","doi":"https://doi.org/10.1109/tcomm.2023.3285799"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2023.3285799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3285799","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073601755","display_name":"Ruyu Luo","orcid":"https://orcid.org/0000-0001-8291-281X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruyu Luo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042930332","display_name":"Wanli Ni","orcid":"https://orcid.org/0000-0003-0436-2685"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ni","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026608908","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0001-8876-1389"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045995606","display_name":"Julian Cheng","orcid":"https://orcid.org/0000-0001-6310-8236"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I4405260628","display_name":"University of British Columbia, Okanagan Campus","ror":"https://ror.org/04241wz75","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Julian Cheng","raw_affiliation_strings":["School of Engineering, The University of British Columbia, Kelowna, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of British Columbia, Kelowna, BC, Canada","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022325942","display_name":"Kwang\u2010Cheng Chen","orcid":"https://orcid.org/0000-0002-1024-6106"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwang-Cheng Chen","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, Tampa, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073601755"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.3034,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.79882224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"71","issue":"9","first_page":"5244","last_page":"5258"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6390081644058228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.616818368434906},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5365296602249146},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5136284232139587},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4699335992336273},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4479939341545105},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4380021393299103},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.42970582842826843},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4173544943332672},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.41069188714027405},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32987284660339355},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32601404190063477},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.31425461173057556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3022032380104065},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1881447434425354},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18327537178993225},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16830089688301086}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6390081644058228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.616818368434906},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5365296602249146},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5136284232139587},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4699335992336273},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4479939341545105},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4380021393299103},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.42970582842826843},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4173544943332672},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.41069188714027405},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32987284660339355},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32601404190063477},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31425461173057556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3022032380104065},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1881447434425354},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18327537178993225},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16830089688301086},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2023.3285799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3285799","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4329053314","display_name":null,"funder_award_id":"62071068","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320333707","display_name":"Florida Center for Cybersecurity, University of South Florida","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W2103311210","https://openalex.org/W2140135625","https://openalex.org/W2143127988","https://openalex.org/W2183369664","https://openalex.org/W2410640132","https://openalex.org/W2489939061","https://openalex.org/W2605181596","https://openalex.org/W2706056020","https://openalex.org/W2769456309","https://openalex.org/W2787390775","https://openalex.org/W2905601756","https://openalex.org/W2907843228","https://openalex.org/W2947645764","https://openalex.org/W2963049774","https://openalex.org/W2964311372","https://openalex.org/W2969525674","https://openalex.org/W2999126507","https://openalex.org/W3020325294","https://openalex.org/W3022809374","https://openalex.org/W3023977581","https://openalex.org/W3034590885","https://openalex.org/W3089263838","https://openalex.org/W3100944058","https://openalex.org/W3107130550","https://openalex.org/W3108397974","https://openalex.org/W3131928028","https://openalex.org/W3132252774","https://openalex.org/W3133803846","https://openalex.org/W3134216721","https://openalex.org/W3137298777","https://openalex.org/W3146034362","https://openalex.org/W3154784371","https://openalex.org/W3168517868","https://openalex.org/W3175558129","https://openalex.org/W3189278971","https://openalex.org/W3205806283","https://openalex.org/W3207745675","https://openalex.org/W3209550804","https://openalex.org/W3210251874","https://openalex.org/W3216205907","https://openalex.org/W4248877913","https://openalex.org/W4285189244","https://openalex.org/W4287279898","https://openalex.org/W4293704729","https://openalex.org/W4294183581","https://openalex.org/W4313129039","https://openalex.org/W4321021486","https://openalex.org/W4327927982","https://openalex.org/W6638018090","https://openalex.org/W6680657880","https://openalex.org/W6736209634","https://openalex.org/W6752725515","https://openalex.org/W6776510272","https://openalex.org/W6779634882","https://openalex.org/W6793092151"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Rapid":[0],"and":[1,33,48,88,98,113,137,166],"efficient":[2,118],"sensor":[3],"data":[4],"acquisition":[5],"plays":[6],"a":[7,18,61,109,116,124],"critical":[8],"role":[9],"in":[10,17,38,60],"the":[11,25,65,83,89,104,134,138,163,172],"decision-making":[12],"process":[13],"of":[14,28,41,86,91],"each":[15],"robot":[16],"multi-robot":[19],"smart":[20],"factory.":[21],"This":[22],"paper":[23],"investigates":[24],"trajectory":[26,90],"design":[27],"autonomous":[29],"mobile":[30],"robots":[31],"(AMRs)":[32],"communication":[34],"resource":[35],"allocation":[36],"problems":[37],"industrial":[39],"Internet":[40],"Things.":[42],"Specifically,":[43],"by":[44,80],"exploiting":[45],"both":[46,133],"power":[47,85],"spatial":[49],"domains,":[50],"we":[51,102],"adopt":[52],"non-orthogonal":[53],"multiple":[54],"access":[55],"to":[56,70,144,162],"improve":[57],"network":[58],"connectivity":[59],"spectrum-efficient":[62],"manner,":[63],"while":[64],"multi-antenna":[66],"technique":[67],"is":[68,78],"employed":[69],"enhance":[71],"diversity":[72],"gain.":[73],"The":[74],"average":[75],"sum":[76],"rate":[77],"maximized":[79],"jointly":[81],"optimizing":[82],"transmit":[84],"sensors":[87],"AMRs.":[92],"To":[93],"deal":[94],"with":[95,123],"prior":[96],"knowledge":[97],"dynamic":[99],"channel":[100],"conditions,":[101],"reformulate":[103],"long-term":[105],"maximization":[106],"problem":[107],"as":[108],"Markov":[110],"decision":[111],"process,":[112],"further":[114],"develop":[115],"provably":[117],"multi-agent":[119],"reinforcement":[120],"learning":[121],"algorithm":[122,153],"near-optimal":[125],"regret":[126],"bound.":[127],"Our":[128],"theoretical":[129],"analysis":[130],"reveals":[131],"that":[132,150],"decentralized":[135],"execution":[136],"experience":[139],"exchange":[140],"method":[141],"are":[142],"beneficial":[143],"accelerate":[145],"convergence.":[146],"Simulation":[147],"results":[148],"show":[149],"our":[151],"proposed":[152],"can":[154,167],"reduce":[155],"at":[156],"least":[157],"80%":[158],"convergence":[159],"time":[160],"compared":[161],"centralized":[164],"baseline,":[165],"gain":[168],"better":[169],"rewards":[170],"than":[171],"conventional":[173],"<inline-formula":[174],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[176],"<tex-math":[177],"notation=\"LaTeX\">$\\epsilon":[178],"$":[179],"</tex-math></inline-formula>":[180],"-greedy":[181],"exploration.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}