{"id":"https://openalex.org/W4385444708","doi":"https://doi.org/10.1109/tmc.2023.3300314","title":"Satellite-Based ITS Data Offloading & Computation in 6G Networks: A Cooperative Multi-Agent Proximal Policy Optimization DRL With Attention Approach","display_name":"Satellite-Based ITS Data Offloading & Computation in 6G Networks: A Cooperative Multi-Agent Proximal Policy Optimization DRL With Attention Approach","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385444708","doi":"https://doi.org/10.1109/tmc.2023.3300314"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2023.3300314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3300314","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044963028","display_name":"Sheikh Salman Hassan","orcid":"https://orcid.org/0000-0002-5317-6494"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sheikh Salman Hassan","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Gyeonggi-do, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Gyeonggi-do, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080491022","display_name":"Yu Min Park","orcid":"https://orcid.org/0000-0001-8836-4500"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yu Min Park","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Gyeonggi-do, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Gyeonggi-do, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090437841","display_name":"Yan Kyaw Tun","orcid":"https://orcid.org/0000-0002-8557-0082"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Yan Kyaw Tun","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":"https://orcid.org/0000-0003-2247-2458"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walid Saad","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]},{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":"https://orcid.org/0000-0003-3484-7333"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Seon Hong","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Gyeonggi-do, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Gyeonggi-do, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044963028"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":null,"apc_paid":null,"fwci":53.8318,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.99891454,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"23","issue":"5","first_page":"4956","last_page":"4974"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8429245352745056},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6559959053993225},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5831836462020874},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5409212708473206},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.5097574591636658},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.49552905559539795},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.49040794372558594},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4840642511844635},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4591187536716461},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.44618692994117737},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43404635787010193},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.4312704801559448},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4210498332977295},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.406474232673645},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.3270120918750763},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2977103590965271},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.2204659879207611},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1431831419467926},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.1330888867378235},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10816028714179993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8429245352745056},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6559959053993225},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5831836462020874},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5409212708473206},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.5097574591636658},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.49552905559539795},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.49040794372558594},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4840642511844635},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4591187536716461},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.44618692994117737},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43404635787010193},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.4312704801559448},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4210498332977295},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.406474232673645},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.3270120918750763},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2977103590965271},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2204659879207611},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1431831419467926},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.1330888867378235},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10816028714179993},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2023.3300314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3300314","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1605245472","display_name":null,"funder_award_id":"CMMI-2222810","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G3355004371","display_name":null,"funder_award_id":"RS-2023-00207816","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G4704202687","display_name":null,"funder_award_id":"CNS-2107216","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G4937178103","display_name":null,"funder_award_id":"2019-0-01287","funder_id":"https://openalex.org/F4320321332","funder_display_name":"Kyung Hee University"},{"id":"https://openalex.org/G5729662566","display_name":null,"funder_award_id":"ECCS-2302469","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G8417010947","display_name":null,"funder_award_id":"IITP-2023-RS-2023-00258649","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8951235337","display_name":null,"funder_award_id":"CNS-2128368","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320306108","display_name":"U.S. Department of Transportation","ror":"https://ror.org/02xfw2e90"},{"id":"https://openalex.org/F4320321332","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320322622","display_name":"Toyota Motor Corporation","ror":"https://ror.org/02zqm6r10"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1581058907","https://openalex.org/W2290883490","https://openalex.org/W2617547828","https://openalex.org/W2624989916","https://openalex.org/W2736601468","https://openalex.org/W2808381205","https://openalex.org/W2885423658","https://openalex.org/W2886579803","https://openalex.org/W2909847702","https://openalex.org/W2935268363","https://openalex.org/W2941952695","https://openalex.org/W2964054168","https://openalex.org/W2981096252","https://openalex.org/W2999271997","https://openalex.org/W3005759659","https://openalex.org/W3016642727","https://openalex.org/W3022612213","https://openalex.org/W3036509096","https://openalex.org/W3086931396","https://openalex.org/W3121477569","https://openalex.org/W3127207655","https://openalex.org/W3138627822","https://openalex.org/W3153424228","https://openalex.org/W3156195074","https://openalex.org/W3156616533","https://openalex.org/W3159162481","https://openalex.org/W3160217105","https://openalex.org/W3166018589","https://openalex.org/W3169992717","https://openalex.org/W3174170930","https://openalex.org/W3197008021","https://openalex.org/W3208384668","https://openalex.org/W4200129306","https://openalex.org/W4205632120","https://openalex.org/W4206803556","https://openalex.org/W4207002516","https://openalex.org/W4210363951","https://openalex.org/W4210565458","https://openalex.org/W4250589301","https://openalex.org/W4280621670","https://openalex.org/W4281739447","https://openalex.org/W4283217736","https://openalex.org/W4285070849","https://openalex.org/W4285101045","https://openalex.org/W4285189370","https://openalex.org/W4285204103","https://openalex.org/W4285222776","https://openalex.org/W4285226468","https://openalex.org/W4289792779","https://openalex.org/W4290996335","https://openalex.org/W4292672186","https://openalex.org/W4293195481","https://openalex.org/W4312524795","https://openalex.org/W4312688242","https://openalex.org/W4313270738","https://openalex.org/W4315630164","https://openalex.org/W4362653521","https://openalex.org/W6741002519","https://openalex.org/W6755069753"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W3014317926"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,49,92,194],"intelligent":[3,151],"transportation":[4],"systems":[5],"(ITS)":[6],"has":[7],"led":[8],"to":[9,62,148,172,188],"increasing":[10],"demand":[11],"for":[12,28,45,108,164],"diverse":[13],"network":[14],"applications.":[15],"However,":[16],"conventional":[17],"terrestrial":[18],"access":[19,39],"networks":[20,40],"(TANs)":[21],"are":[22],"inadequate":[23],"in":[24,47,191],"accommodating":[25],"various":[26],"applications":[27],"remote":[29],"ITS":[30,63,96],"nodes,":[31],"i.e.,":[32],"airplanes":[33],"and":[34,52,66,77,104,117,128,167,183,197],"ships.":[35],"In":[36,54],"contrast,":[37],"satellite":[38,110],"(SANs)":[41],"offer":[42],"supplementary":[43],"support":[44],"TANs,":[46],"terms":[48],"coverage":[50],"flexibility":[51],"availability.":[53],"this":[55],"study,":[56],"we":[57,112],"propose":[58,131],"a":[59,114,132],"novel":[60],"approach":[61,143,187],"data":[64,93],"offloading":[65,100,152],"computation":[67],"services":[68],"based":[69],"on":[70],"SANs.":[71],"We":[72,130,154,179],"use":[73,168],"low-Earth":[74],"orbit":[75],"(LEO)":[76],"cube":[78],"satellites":[79],"(CubeSats)":[80],"as":[81],"independent":[82,162],"mobile":[83],"edge":[84],"computing":[85],"(MEC)":[86],"servers":[87],"that":[88,122],"schedule":[89],"the":[90,157],"processing":[91],"generated":[94],"by":[95],"nodes.":[97],"To":[98],"optimize":[99],"task":[101],"selection,":[102],"computing,":[103],"bandwidth":[105],"resource":[106,165],"allocation":[107,166],"different":[109],"servers,":[111],"formulate":[113],"joint":[115],"delay":[116],"rental":[118],"price":[119],"minimization":[120],"problem":[121],"is":[123],"mixed-integer":[124],"non-linear":[125],"programming":[126],"(MINLP)":[127],"NP-hard.":[129],"cooperative":[133],"multi-agent":[134],"proximal":[135],"policy":[136],"optimization":[137,170],"(Co-MAPPO)":[138],"deep":[139],"reinforcement":[140],"learning":[141],"(DRL)":[142],"with":[144,150],"an":[145],"attention":[146],"mechanism":[147],"deal":[149],"decisions.":[153],"also":[155],"decompose":[156],"remaining":[158],"subproblem":[159],"into":[160],"three":[161],"subproblems":[163],"convex":[169],"techniques":[171],"obtain":[173],"their":[174],"optimal":[175],"closed-form":[176],"analytical":[177],"solutions.":[178],"conduct":[180],"extensive":[181],"simulations":[182],"compare":[184],"our":[185],"proposed":[186],"baselines,":[189],"resulting":[190],"performance":[192],"improvements":[193],"9.9%,":[195],"5.2%,":[196],"4.2%,":[198],"respectively.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}