{"id":"https://openalex.org/W7160613086","doi":"https://doi.org/10.1109/twc.2026.3689543","title":"Semi-Distributed Reinforcement Learning for Internet of Robotic Things-Based Sustainable Data Collection","display_name":"Semi-Distributed Reinforcement Learning for Internet of Robotic Things-Based Sustainable Data Collection","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160613086","doi":"https://doi.org/10.1109/twc.2026.3689543"},"language":null,"primary_location":{"id":"doi:10.1109/twc.2026.3689543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3689543","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073601755","display_name":"Ruyu Luo","orcid":"https://orcid.org/0000-0001-8291-281X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyu Luo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8291-281X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135646081","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0001-8876-1389"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8876-1389","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042930332","display_name":"Wanli Ni","orcid":"https://orcid.org/0000-0003-0436-2685"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ni","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, and the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0436-2685","affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, and the School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135692728","display_name":"Hao Luo","orcid":"https://orcid.org/0000-0001-7849-3341"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Luo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7849-3341","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045995606","display_name":"Julian Cheng","orcid":"https://orcid.org/0000-0001-6310-8236"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Julian Cheng","raw_affiliation_strings":["School of Computing and Information Technology (SCIT), Great Bay University, Dongguan, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-6310-8236","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology (SCIT), Great Bay University, Dongguan, Guangdong, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135706225","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Singapore University of Technology and Design, Tampines, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Tampines, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.55472059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":null,"first_page":"16645","last_page":"16662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.2662000060081482,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.2662000060081482,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1436000019311905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.04839999973773956,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.6464999914169312},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5925999879837036},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5674999952316284},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.3337000012397766},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.30970001220703125},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.30410000681877136}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128000259399414},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6464999914169312},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5925999879837036},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39250001311302185},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3337000012397766},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.328000009059906},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3075000047683716},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3019999861717224},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26840001344680786},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.2621000111103058},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2026.3689543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2026.3689543","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44496455788612366,"id":"https://metadata.un.org/sdg/12","display_name":"Responsible consumption and production"}],"awards":[{"id":"https://openalex.org/G7456666913","display_name":null,"funder_award_id":"92567301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1496344798","https://openalex.org/W2025262567","https://openalex.org/W2035750833","https://openalex.org/W2150010456","https://openalex.org/W2626422957","https://openalex.org/W2738942273","https://openalex.org/W2918864279","https://openalex.org/W2963385511","https://openalex.org/W2979897999","https://openalex.org/W3033371456","https://openalex.org/W3089263838","https://openalex.org/W3111412729","https://openalex.org/W3117267439","https://openalex.org/W3132252774","https://openalex.org/W3133659124","https://openalex.org/W3137298777","https://openalex.org/W3162366242","https://openalex.org/W3165585328","https://openalex.org/W3188554269","https://openalex.org/W3191425715","https://openalex.org/W4210439023","https://openalex.org/W4285189244","https://openalex.org/W4285194290","https://openalex.org/W4286377505","https://openalex.org/W4289535451","https://openalex.org/W4295700726","https://openalex.org/W4300806676","https://openalex.org/W4324291014","https://openalex.org/W4380434584","https://openalex.org/W4383199388","https://openalex.org/W4383503689","https://openalex.org/W4383751256","https://openalex.org/W4385453555","https://openalex.org/W4391953359","https://openalex.org/W4392694008","https://openalex.org/W4393380934","https://openalex.org/W4402809420","https://openalex.org/W4404839956","https://openalex.org/W4405800352"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3,86,154,160,166,184],"problem":[4,25,45],"of":[5,63,159],"long-term,":[6],"high-quality":[7],"data":[8,186],"collection":[9],"in":[10,73],"dynamic":[11],"industrial":[12],"environments":[13],"using":[14],"autonomous":[15],"mobile":[16],"robots":[17],"(AMRs).":[18],"We":[19],"formulate":[20],"a":[21,74,94,111,119],"max\u2013min":[22],"data-rate":[23],"optimization":[24],"that":[26,99,165],"jointly":[27,124],"designs":[28,125],"AMR":[29],"trajectories,":[30],"receive":[31],"beamforming,":[32],"sensor":[33],"association,":[34],"and":[35,41,58,77,85,118,128,140,148,156,171,181],"decoding":[36,57],"policy":[37],"under":[38],"mobility,":[39],"communication,":[40],"battery":[42,70],"constraints.":[43],"The":[44],"is":[46],"challenging":[47],"because":[48],"motion":[49],"decisions":[50],"directly":[51],"influence":[52],"link":[53],"quality,":[54],"which":[55],"affects":[56],"beamforming":[59],"efficiency,":[60],"while":[61],"all":[62],"these":[64],"factors":[65],"are":[66],"tightly":[67],"coupled":[68],"with":[69,104,189],"dynamics,":[71],"resulting":[72],"mixed-integer,":[75],"time-varying,":[76],"non-convex":[78],"design.":[79],"To":[80],"handle":[81],"this":[82,109],"strong":[83],"coupling":[84],"need":[87],"for":[88],"scalable":[89],"long-horizon":[90],"decision-making,":[91],"we":[92],"propose":[93],"semi-distributed":[95],"reinforcement":[96],"learning":[97],"framework":[98],"combines":[100],"cloud-level":[101],"global":[102],"coordination":[103],"fog-level":[105],"local":[106],"adaptability.":[107],"In":[108],"framework,":[110],"cloud-layer":[112],"deep":[113],"Q-network":[114],"determines":[115],"AMR-sensor":[116],"associations,":[117],"fog-layer":[120],"federated":[121],"actor-critic":[122],"algorithm":[123],"continuous":[126],"trajectories":[127],"beamforming.":[129],"A":[130],"Fubini\u2013Study":[131],"distance-assisted":[132],"k-means":[133],"clustering":[134],"method":[135],"enhances":[136],"multi-antenna":[137],"directional":[138],"gains,":[139],"next-generation":[141],"multiple":[142,191],"access":[143],"(NGMA)":[144],"improves":[145,183],"spectral":[146],"efficiency":[147,158],"interference":[149],"suppression.":[150],"Theoretical":[151],"analysis":[152],"confirms":[153],"convergence":[155],"computational":[157],"proposed":[161,167],"algorithm.":[162],"Simulations":[163],"show":[164],"approach":[168],"achieves":[169],"faster":[170],"more":[172],"stable":[173],"convergence,":[174],"sustains":[175],"large-scale":[176],"coverage":[177],"through":[178],"periodic":[179],"recharging,":[180],"significantly":[182],"minimum":[185],"rate":[187],"compared":[188],"orthogonal":[190],"access-based":[192],"baselines.":[193]},"counts_by_year":[],"updated_date":"2026-05-10T06:08:35.923825","created_date":"2026-05-09T00:00:00"}