{"id":"https://openalex.org/W4402809420","doi":"https://doi.org/10.1109/twc.2024.3462450","title":"Deep Reinforcement Learning Enables Joint Trajectory and Communication in Internet of Robotic Things","display_name":"Deep Reinforcement Learning Enables Joint Trajectory and Communication in Internet of Robotic Things","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4402809420","doi":"https://doi.org/10.1109/twc.2024.3462450"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3462450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3462450","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073601755","display_name":"Ruyu Luo","orcid":"https://orcid.org/0000-0001-8291-281X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruyu Luo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026608908","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0001-8876-1389"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042930332","display_name":"Wanli Ni","orcid":"https://orcid.org/0000-0003-0436-2685"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ni","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045995606","display_name":"Julian Cheng","orcid":"https://orcid.org/0000-0001-6310-8236"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I4405260628","display_name":"University of British Columbia, Okanagan Campus","ror":"https://ror.org/04241wz75","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Julian Cheng","raw_affiliation_strings":["School of Engineering, The University of British Columbia, Kelowna, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of British Columbia, Kelowna, BC, Canada","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I4405260628"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022325942","display_name":"Kwang\u2010Cheng Chen","orcid":"https://orcid.org/0000-0002-1024-6106"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwang-Cheng Chen","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, Tampa, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073601755"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":4.1967,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94696058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"23","issue":"12","first_page":"18154","last_page":"18168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8788999915122986,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8788999915122986,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.721997082233429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7165429592132568},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6266825795173645},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5518093705177307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5498046875},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5242990851402283},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4566986858844757},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4125676155090332},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21975144743919373},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15525400638580322},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13911551237106323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1127420961856842}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.721997082233429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7165429592132568},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6266825795173645},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5518093705177307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5498046875},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5242990851402283},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4566986858844757},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4125676155090332},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21975144743919373},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15525400638580322},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13911551237106323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1127420961856842},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2024.3462450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3462450","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3822091597","display_name":null,"funder_award_id":"Grant 62071068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6775987349","display_name":null,"funder_award_id":"62071068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2015836240","https://openalex.org/W2120465407","https://openalex.org/W2145339207","https://openalex.org/W2306644740","https://openalex.org/W2617547828","https://openalex.org/W2626422957","https://openalex.org/W2736068844","https://openalex.org/W2783396564","https://openalex.org/W2897268940","https://openalex.org/W2942205222","https://openalex.org/W2962883549","https://openalex.org/W2962908937","https://openalex.org/W2963333146","https://openalex.org/W2965046707","https://openalex.org/W2966968590","https://openalex.org/W2967453881","https://openalex.org/W2979897999","https://openalex.org/W2981587265","https://openalex.org/W2993797940","https://openalex.org/W2998160334","https://openalex.org/W2999201871","https://openalex.org/W3011830499","https://openalex.org/W3019982035","https://openalex.org/W3033821423","https://openalex.org/W3040922689","https://openalex.org/W3049400263","https://openalex.org/W3089263838","https://openalex.org/W3095315965","https://openalex.org/W3107130550","https://openalex.org/W3135089279","https://openalex.org/W3162583458","https://openalex.org/W3187541551","https://openalex.org/W3189278971","https://openalex.org/W3206356161","https://openalex.org/W3210251874","https://openalex.org/W3215817894","https://openalex.org/W4210439023","https://openalex.org/W4210615220","https://openalex.org/W4226489737","https://openalex.org/W4285189244","https://openalex.org/W4288064493","https://openalex.org/W4312818252","https://openalex.org/W4321021486","https://openalex.org/W4324291014","https://openalex.org/W4327927982","https://openalex.org/W4362714309","https://openalex.org/W4366483621","https://openalex.org/W4375928691","https://openalex.org/W4380434584","https://openalex.org/W6683195989","https://openalex.org/W6684205842","https://openalex.org/W6704571135","https://openalex.org/W6748839928","https://openalex.org/W6754689381","https://openalex.org/W6777944346","https://openalex.org/W6846122673"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691"],"abstract_inverted_index":{"Internet":[0],"of":[1,25,55,87,184,206,229],"Robotic":[2],"Things":[3],"(IoRT)":[4],"emphasizes":[5],"the":[6,53,85,101,108,122,146,152,178],"integrated":[7],"robotic,":[8],"artificial":[9],"intelligence":[10],"computing,":[11],"and":[12,19,33,41,70,77,95,104,126,141,149,213,225,238,248],"communication":[13,43,78,142,207,241],"technologies,":[14],"enabling":[15],"more":[16],"sophisticated":[17],"operations":[18],"decision-making.":[20],"As":[21],"a":[22,131,157,198],"crucial":[23],"element":[24],"IoRT,":[26,56],"mission-critical":[27],"applications,":[28],"such":[29],"as":[30,107],"industrial":[31],"manufacturing":[32],"emergency":[34],"services,":[35],"impose":[36],"stringent":[37],"requirements":[38],"on":[39,48],"ultra-reliable":[40],"low-latency":[42],"(URLLC).":[44],"The":[45],"paper":[46],"focuses":[47],"addressing":[49],"URLLC":[50],"challenges":[51],"in":[52,81,113,151,182,201,240],"context":[54],"particularly":[57],"when":[58],"autonomous":[59],"mobile":[60],"robots":[61],"(AMRs)":[62],"coexist":[63],"with":[64,189],"static":[65],"sensors.":[66],"We":[67],"prioritize":[68],"safe":[69],"efficient":[71],"AMRs\u2019":[72,139],"travel":[73,127],"through":[74],"trajectory":[75,140],"design":[76],"resource":[79],"allocation":[80],"IoRT":[82,116,153],"systems":[83],"without":[84],"need":[86],"any":[88],"prior":[89],"knowledge.":[90],"To":[91,144],"enhance":[92],"network":[93],"connectivity":[94],"exploit":[96],"diversity":[97],"gains,":[98],"we":[99,129,155],"introduce":[100,156],"flexible":[102,211],"decoding":[103,123,212,223],"free":[105,214],"clustering":[106,215],"next-generation":[109],"multiple":[110],"access":[111],"technologies":[112],"spectrum-limited":[114],"downlink":[115],"system.":[117],"Then,":[118],"aiming":[119],"at":[120],"minimizing":[121],"error":[124],"probability":[125],"time,":[128],"formulate":[130],"long-term":[132],"multi-objective":[133],"optimization":[134],"problem":[135],"by":[136,171],"jointly":[137],"designing":[138],"resource.":[143],"accommodate":[145],"inherent":[147],"dynamics":[148],"unpredictability":[150],"system,":[154],"multi-agent":[158],"actor-critic":[159],"deep":[160],"reinforcement":[161],"learning":[162],"(DRL)":[163],"framework,":[164],"offering":[165],"four":[166],"distinct":[167],"implementations,":[168,186],"each":[169],"accompanied":[170],"comprehensive":[172],"complexity":[173],"analyses.":[174],"Simulation":[175],"results":[176],"reveal":[177],"following":[179],"insights:":[180],"1)":[181],"terms":[183,205,228],"DRL":[185,233],"off-policy":[187],"algorithms":[188],"deterministic":[190],"policies":[191],"outperform":[192],"their":[193],"on-policy":[194],"counterparts,":[195],"achieving":[196],"approximately":[197],"67%":[199],"increase":[200],"rewards;":[202],"2)":[203],"In":[204,227],"schemes,":[208],"our":[209,232],"proposed":[210],"strategies":[216],"under":[217],"designed":[218],"trajectories":[219],"can":[220],"effectively":[221],"reduce":[222],"errors;":[224],"3)":[226],"algorithm":[230],"optimality,":[231],"framework":[234],"shows":[235],"superior":[236],"flexibility":[237],"adaptability":[239],"environments":[242],"compared":[243],"to":[244],"traditional":[245],"A*":[246],"search":[247],"heuristic":[249],"methods.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}