{"id":"https://openalex.org/W4392843740","doi":"https://doi.org/10.1109/twc.2023.3323554","title":"Collaborative Computing in Non-Terrestrial Networks: A Multi-Time-Scale Deep Reinforcement Learning Approach","display_name":"Collaborative Computing in Non-Terrestrial Networks: A Multi-Time-Scale Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4392843740","doi":"https://doi.org/10.1109/twc.2023.3323554"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3323554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3323554","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100651885","display_name":"Yang Cao","orcid":"https://orcid.org/0000-0002-8061-4066"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Cao","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8061-4066","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["Institute of Intelligent Systems, National Yang Ming Chiao Tung University, Tainan City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4347-2871","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Systems, National Yang Ming Chiao Tung University, Tainan City, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4140-287X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7602,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.90098071,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"23","issue":"5","first_page":"4932","last_page":"4949"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8804000020027161,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8804000020027161,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7388283014297485},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7092669606208801},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5342649221420288},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.498607873916626},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3342821002006531},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33250510692596436},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3205576539039612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7388283014297485},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7092669606208801},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5342649221420288},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.498607873916626},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3342821002006531},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33250510692596436},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3205576539039612},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3323554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3323554","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2094364653","https://openalex.org/W2109910161","https://openalex.org/W2121111990","https://openalex.org/W2486822254","https://openalex.org/W2570380161","https://openalex.org/W2884971059","https://openalex.org/W2909706750","https://openalex.org/W2914312307","https://openalex.org/W2944306386","https://openalex.org/W2967959654","https://openalex.org/W3081405700","https://openalex.org/W3119186746","https://openalex.org/W3121477569","https://openalex.org/W3133735442","https://openalex.org/W3173055946","https://openalex.org/W3197055488","https://openalex.org/W3197785132","https://openalex.org/W3206701721","https://openalex.org/W3214579853","https://openalex.org/W3216670142","https://openalex.org/W4200135929","https://openalex.org/W4200232410","https://openalex.org/W4205980080","https://openalex.org/W4206216868","https://openalex.org/W4210565458","https://openalex.org/W4280626288","https://openalex.org/W4313066258","https://openalex.org/W4316876954","https://openalex.org/W4388040498","https://openalex.org/W6638018090","https://openalex.org/W6703271639","https://openalex.org/W6762592680","https://openalex.org/W6764125455","https://openalex.org/W6801418766","https://openalex.org/W6804378595"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Constructing":[0],"earth-fixed":[1],"cells":[2],"with":[3,117,125],"low-earth":[4],"orbit":[5],"(LEO)":[6],"satellites":[7,28],"in":[8,87,105,107,192],"non-terrestrial":[9],"networks":[10],"(NTNs)":[11],"has":[12],"been":[13],"the":[14,42,47,55,66,72,84,101,109,130,141,146,157,163,171,175,186,189,194],"most":[15],"promising":[16],"paradigm":[17],"to":[18,53,120,169,184],"enable":[19],"global":[20],"coverage.":[21],"The":[22],"limited":[23],"computing":[24,44,77],"capabilities":[25,45],"on":[26,156],"LEO":[27,56,110,147],"however":[29],"render":[30],"tackling":[31],"resource":[32,103],"optimization":[33,74,104],"within":[34],"a":[35,38,90],"short":[36],"duration":[37],"critical":[39],"challenge.":[40],"Although":[41],"sufficient":[43],"of":[46,139,174,188],"ground":[48],"infrastructures":[49],"can":[50],"be":[51],"utilized":[52],"assist":[54],"satellite,":[57],"different":[58,80,126],"time-scale":[59],"control":[60,127],"cycles":[61],"and":[62,68,112,143,197],"coupling":[63],"decisions":[64],"between":[65],"space-":[67],"ground-segments":[69],"still":[70],"obstruct":[71],"joint":[73],"design":[75],"for":[76,99,153],"agents":[78],"at":[79],"segments.":[81],"To":[82],"address":[83],"above":[85],"challenges,":[86],"this":[88],"paper,":[89],"multi-time-scale":[91],"deep":[92],"reinforcement":[93],"learning":[94],"(DRL)":[95],"scheme":[96,177,191],"is":[97,178],"developed":[98],"achieving":[100],"radio":[102],"NTNs,":[106],"which":[108],"satellite":[111,142,148],"user":[113],"equipment":[114],"(UE)":[115],"collaborate":[116],"each":[118],"other":[119],"perform":[121],"individual":[122],"decision-making":[123],"tasks":[124],"cycles.":[128],"Specifically,":[129],"UE":[131],"updates":[132],"its":[133],"policy":[134],"toward":[135],"improving":[136],"value":[137],"functions":[138],"both":[140],"UE,":[144],"while":[145],"only":[149],"performs":[150],"finite-step":[151],"rollout":[152],"decision-makings":[154],"based":[155],"reference":[158],"decision":[159],"trajectory":[160],"provided":[161],"by":[162],"UE.":[164],"Most":[165],"importantly,":[166],"rigorous":[167],"analysis":[168],"guarantee":[170],"performance":[172,196],"convergence":[173],"proposed":[176,190],"provided.":[179],"Comprehensive":[180],"simulations":[181],"are":[182],"conducted":[183],"justify":[185],"effectiveness":[187],"balancing":[193],"transmission":[195],"computational":[198],"complexity.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}