{"id":"https://openalex.org/W4200135929","doi":"https://doi.org/10.1109/icnp52444.2021.9651962","title":"Multi-tier Collaborative Deep Reinforcement Learning for Non-terrestrial Network Empowered Vehicular Connections","display_name":"Multi-tier Collaborative Deep Reinforcement Learning for Non-terrestrial Network Empowered Vehicular Connections","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200135929","doi":"https://doi.org/10.1109/icnp52444.2021.9651962"},"language":"en","primary_location":{"id":"doi:10.1109/icnp52444.2021.9651962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp52444.2021.9651962","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 29th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100651885","display_name":"Yang Cao","orcid":"https://orcid.org/0000-0002-8061-4066"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Cao","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, P. R. China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, P. R. China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["National Chung Cheng University, Chiayi, Taiwan"],"affiliations":[{"raw_affiliation_string":"National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, P. R. China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, P. R. China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100651885"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":1.3754,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82539974,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9128999710083008,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8094769716262817},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7342027425765991},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6264737248420715},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5757582783699036},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5422672629356384},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.49328893423080444},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.45772916078567505},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.45420902967453003},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4385790228843689},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31620141863822937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30654776096343994},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14175131916999817},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.08957335352897644}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8094769716262817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7342027425765991},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6264737248420715},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5757582783699036},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5422672629356384},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49328893423080444},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45772916078567505},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.45420902967453003},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4385790228843689},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31620141863822937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30654776096343994},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14175131916999817},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.08957335352897644},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp52444.2021.9651962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp52444.2021.9651962","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 29th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2460379932","https://openalex.org/W2604436698","https://openalex.org/W2626006124","https://openalex.org/W2787938642","https://openalex.org/W2990993261","https://openalex.org/W3005932780","https://openalex.org/W3024145172","https://openalex.org/W3080306297","https://openalex.org/W3134807487","https://openalex.org/W3156319708","https://openalex.org/W6631190155","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255","https://openalex.org/W2362797233"],"abstract_inverted_index":{"With":[0],"the":[1,35,57,62,131,139,155,165,172,187],"objective":[2],"of":[3,47,61,152,157,189],"supporting":[4],"next":[5],"generation":[6],"driving":[7],"services,":[8],"non-terrestrial":[9],"networks":[10],"(NTNs)":[11],"with":[12,125],"low":[13],"earth":[14],"orbit":[15],"(LEO)":[16],"satellites":[17,40,111],"have":[18,182],"been":[19,183],"regarded":[20],"as":[21,171],"promising":[22],"paradigms":[23],"to":[24,34,56,116,133,168,185],"implement":[25],"global":[26],"ubiquitous":[27],"and":[28,68,109,138,144],"high-capacity":[29],"vehicular":[30,103],"connections.":[31],"However,":[32],"due":[33,55],"high":[36],"moving":[37],"speed,":[38],"different":[39],"can":[41,129,161],"only":[42],"service":[43],"a":[44,77,89],"specific":[45],"set":[46],"vehicles":[48,108,124],"for":[49,97,175],"few":[50],"minutes.":[51],"In":[52],"such":[53,76],"case,":[54],"limited":[58],"computing":[59,127],"capability":[60],"satellite,":[63],"machine":[64],"learning":[65,94],"(ML)":[66],"based":[67,70],"non-ML":[69],"solutions":[71],"cannot":[72],"be":[73,162],"performed":[74],"within":[75],"short":[78],"duration.":[79],"To":[80],"address":[81],"these":[82],"issues,":[83],"in":[84,100,105],"this":[85],"paper,":[86],"we":[87],"propose":[88],"multi-tier":[90],"collaborative":[91],"deep":[92],"reinforcement":[93],"(DRL)":[95],"scheme":[96],"resource":[98,118,135,177],"allocation":[99,119,136,178],"NTN":[101],"empowered":[102],"networks,":[104],"which":[106],"ground":[107,123],"LEO":[110],"maintain":[112],"DRL-based":[113,158],"decision":[114,159],"model":[115,145,160],"obtain":[117],"decisions":[120,143],"cooperatively.":[121],"Specifically,":[122],"powerful":[126],"capabilities":[128],"assist":[130],"satellite":[132,140,167],"tackle":[134],"optimizations,":[137],"determines":[141],"final":[142],"parameters":[146,156],"by":[147],"aggregating":[148],"local":[149],"calculated":[150],"results":[151],"vehicles.":[153],"Additionally,":[154],"transferred":[163],"from":[164],"current":[166],"its":[169],"successor":[170],"starting":[173],"point":[174],"future":[176],"decision-makings.":[179],"Comprehensive":[180],"simulations":[181],"conducted":[184],"show":[186],"effectiveness":[188],"our":[190],"proposed":[191],"scheme.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}