{"id":"https://openalex.org/W4313071464","doi":"https://doi.org/10.1109/tnsm.2022.3232414","title":"Distributed Deep Reinforcement Learning Assisted Resource Allocation Algorithm for Space-Air-Ground Integrated Networks","display_name":"Distributed Deep Reinforcement Learning Assisted Resource Allocation Algorithm for Space-Air-Ground Integrated Networks","publication_year":2022,"publication_date":"2022-12-27","ids":{"openalex":"https://openalex.org/W4313071464","doi":"https://doi.org/10.1109/tnsm.2022.3232414"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3232414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3232414","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067299655","display_name":"Peiying Zhang","orcid":"https://orcid.org/0000-0002-0990-5581"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiying Zhang","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-0990-5581","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101497980","display_name":"Yuanjie Li","orcid":"https://orcid.org/0000-0001-5931-3894"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjie Li","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409306","display_name":"Neeraj Kumar","orcid":"https://orcid.org/0000-0002-3020-3947"},"institutions":[{"id":"https://openalex.org/I101407740","display_name":"Chandigarh University","ror":"https://ror.org/05t4pvx35","country_code":"IN","type":"education","lineage":["https://openalex.org/I101407740"]},{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]},{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]},{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]},{"id":"https://openalex.org/I5847235","display_name":"University of Petroleum and Energy Studies","ror":"https://ror.org/04q2jes40","country_code":"IN","type":"education","lineage":["https://openalex.org/I5847235"]}],"countries":["IN","LB","SA"],"is_corresponding":false,"raw_author_name":"Neeraj Kumar","raw_affiliation_strings":["Department of Computer Science and Engineering, Thapar Institute of Engineering and Technology (Deemed to be University), Patiala, India","Department of Electrical and Computer Engineering, Lebanese American University, Beirut, Lebanon","School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","Chandigarh University, Mohalli, India"],"raw_orcid":"https://orcid.org/0000-0002-3020-3947","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Thapar Institute of Engineering and Technology (Deemed to be University), Patiala, India","institution_ids":["https://openalex.org/I162030827"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]},{"raw_affiliation_string":"School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","institution_ids":["https://openalex.org/I5847235"]},{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Chandigarh University, Mohalli, India","institution_ids":["https://openalex.org/I101407740"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082531598","display_name":"Ning Chen","orcid":"https://orcid.org/0000-0001-7072-8249"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Chen","raw_affiliation_strings":["College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-7072-8249","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035377793","display_name":"Ching\u2010Hsien Hsu","orcid":"https://orcid.org/0000-0002-2440-2771"},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]},{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Hsien Hsu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","Department of Medical Research, China Medical University Hospital, China Medical University, Taichung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-2440-2771","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","institution_ids":["https://openalex.org/I143578492"]},{"raw_affiliation_string":"Department of Medical Research, China Medical University Hospital, China Medical University, Taichung, Taiwan","institution_ids":["https://openalex.org/I4210126829","https://openalex.org/I184693016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046974711","display_name":"Ahmed Barnawi","orcid":"https://orcid.org/0000-0003-0516-8331"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ahmed Barnawi","raw_affiliation_strings":["Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-0516-8331","affiliations":[{"raw_affiliation_string":"Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.9903,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.99491476,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"3348","last_page":"3358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8621151447296143},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5634152293205261},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5131273865699768},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5057737827301025},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4694399833679199},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.4309947192668915},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4212174415588379},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39706113934516907},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.32373934984207153},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.31011587381362915},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20807883143424988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13323163986206055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8621151447296143},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5634152293205261},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5131273865699768},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5057737827301025},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4694399833679199},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.4309947192668915},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4212174415588379},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39706113934516907},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.32373934984207153},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.31011587381362915},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20807883143424988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13323163986206055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2022.3232414","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3232414","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2360315967","display_name":null,"funder_award_id":"ZR2022LZH015","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2557502505","display_name":null,"funder_award_id":"ISN23-09","funder_id":"https://openalex.org/F4320330485","funder_display_name":"State Key Laboratory of Integrated Services Networks"},{"id":"https://openalex.org/G7350231434","display_name":null,"funder_award_id":"ZR2020MF006","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7947158521","display_name":null,"funder_award_id":"SKLNST-2021-1-17","funder_id":"https://openalex.org/F4320327101","funder_display_name":"State Key Laboratory of Networking and Switching Technology"}],"funders":[{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320327101","display_name":"State Key Laboratory of Networking and Switching Technology","ror":null},{"id":"https://openalex.org/F4320330485","display_name":"State Key Laboratory of Integrated Services Networks","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2114298221","https://openalex.org/W2275813611","https://openalex.org/W2612413142","https://openalex.org/W2623646697","https://openalex.org/W2734940663","https://openalex.org/W2774440108","https://openalex.org/W2793398825","https://openalex.org/W2799547155","https://openalex.org/W2805161269","https://openalex.org/W2814739860","https://openalex.org/W2896287286","https://openalex.org/W2924948991","https://openalex.org/W2950373453","https://openalex.org/W2952039542","https://openalex.org/W2952553488","https://openalex.org/W2962896865","https://openalex.org/W2998229142","https://openalex.org/W3001957043","https://openalex.org/W3006670753","https://openalex.org/W3017380086","https://openalex.org/W3023161348","https://openalex.org/W3041727190","https://openalex.org/W3089283090","https://openalex.org/W3119035836","https://openalex.org/W3134070916","https://openalex.org/W3134455103","https://openalex.org/W3136705879","https://openalex.org/W3137041917","https://openalex.org/W3152497848","https://openalex.org/W3195911184","https://openalex.org/W3203471184","https://openalex.org/W4220857054","https://openalex.org/W4285145831","https://openalex.org/W4285522969","https://openalex.org/W4295027164","https://openalex.org/W4296821420","https://openalex.org/W6791398798"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W4381162639"],"abstract_inverted_index":{"To":[0],"realize":[1],"the":[2,8,11,25,53,58,60,69,85,100,119,125,140,148,154,176,189,203],"Interconnection":[3],"of":[4,21,44,57,65,71,88,102,107,122,127,142,178,202],"Everything":[5],"(IoE)":[6],"in":[7,80,153,157],"6G":[9],"vision,":[10],"space-based,":[12],"air-based,":[13],"and":[14,50,63,68,95,97,105,124,174,199,213],"ground-based":[15],"networks":[16],"have":[17,75],"shown":[18],"a":[19,35],"trend":[20],"integration.":[22],"Compared":[23,184],"with":[24,185],"traditional":[26],"communications":[27],"system,":[28],"Space-Air-Ground":[29],"Integrated":[30],"Networks":[31],"(SAGINs)":[32],"can":[33],"provide":[34],"seamless":[36],"global":[37,55],"network":[38,46,155],"connection,":[39],"while":[40],"making":[41],"full":[42],"use":[43],"different":[45,111],"characteristics":[47],"for":[48,110],"synergy":[49],"complementarity.":[51],"However,":[52],"increasing":[54],"coverage":[56],"Internet,":[59],"growing":[61],"number":[62],"variety":[64],"smart":[66],"terminals,":[67],"emergence":[70],"various":[72],"high-bandwidth":[73],"services":[74],"led":[76],"to":[77,118],"an":[78],"explosion":[79],"communication":[81,89],"data":[82],"transmission.":[83],"Despite":[84],"continuous":[86],"development":[87],"technologies":[90],"such":[91],"as":[92],"airborne":[93],"processing":[94],"forwarding":[96],"high-throughput":[98],"satellites,":[99],"quality":[101,106],"service":[103],"(QoS)":[104],"experience":[108],"(QoE)":[109],"users":[112],"still":[113],"cannot":[114],"be":[115],"guaranteed":[116],"due":[117],"power":[120],"limitations":[121],"satellites":[123],"scarcity":[126],"spectrum":[128],"resources.":[129],"In":[130],"this":[131,160],"work,":[132],"drawing":[133],"on":[134,181],"wireless":[135],"edge":[136,145],"caching,":[137],"considering":[138],"that":[139],"relay":[141],"SAGIN":[143],"has":[144],"caching":[146],"capability,":[147],"hot":[149],"task":[150,179],"is":[151,162],"cached":[152],"nodes":[156],"advance.":[158],"More,":[159],"process":[161],"optimized":[163],"using":[164],"distributed":[165],"Deep":[166],"Reinforcement":[167],"Learning":[168],"(DRL),":[169],"thereby":[170],"reducing":[171],"transmission":[172],"delay":[173],"relieving":[175],"pressure":[177],"offloading":[180],"space-based":[182],"networks.":[183],"advanced":[186],"related":[187],"works,":[188],"long-term":[190,195],"node":[191],"utilization,":[192,194],"link":[193],"average":[196],"revenue-to-cost":[197],"ratio":[198,201],"acceptance":[200],"proposed":[204],"algorithm":[205],"are":[206],"increased":[207],"by":[208],"about":[209],"4.22%,":[210],"31.36%,":[211],"11.75%":[212],"7.14%,":[214],"respectively.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}