{"id":"https://openalex.org/W4386214689","doi":"https://doi.org/10.1109/iscc58397.2023.10218146","title":"Multi-Agent Deep Reinforcement Learning Based Computation Offloading Approach for LEO Satellite Broadband Networks","display_name":"Multi-Agent Deep Reinforcement Learning Based Computation Offloading Approach for LEO Satellite Broadband Networks","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4386214689","doi":"https://doi.org/10.1109/iscc58397.2023.10218146"},"language":"en","primary_location":{"id":"doi:10.1109/iscc58397.2023.10218146","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscc58397.2023.10218146","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023720452","display_name":"Junyu Lai","orcid":"https://orcid.org/0000-0002-3558-2421"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Lai","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]},{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035745921","display_name":"Huashuo Liu","orcid":"https://orcid.org/0009-0006-7572-7804"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huashuo Liu","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101727115","display_name":"Yusong Sun","orcid":"https://orcid.org/0009-0002-1912-900X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusong Sun","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101853305","display_name":"Junhong Zhu","orcid":"https://orcid.org/0000-0002-8217-4930"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhong Zhu","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002340683","display_name":"Wanyi Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanyi Ma","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100997441","display_name":"Lianqiang Gan","orcid":"https://orcid.org/0000-0003-1000-6222"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianqiang Gan","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5621,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.892503,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8537762761116028},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8505175113677979},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7651897668838501},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5412828922271729},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48740154504776},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.4760037362575531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47486305236816406},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4639093279838562},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.44826140999794006},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.436912477016449},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4308590888977051},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4136527180671692},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3726039528846741},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3656092882156372},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3350212574005127},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3237263858318329},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25349974632263184},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.25335049629211426},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.1030205488204956},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09324628114700317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8537762761116028},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8505175113677979},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7651897668838501},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5412828922271729},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48740154504776},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.4760037362575531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47486305236816406},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4639093279838562},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44826140999794006},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.436912477016449},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4308590888977051},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4136527180671692},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3726039528846741},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3656092882156372},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3350212574005127},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3237263858318329},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25349974632263184},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.25335049629211426},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.1030205488204956},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09324628114700317},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscc58397.2023.10218146","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iscc58397.2023.10218146","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2768629321","https://openalex.org/W2924948991","https://openalex.org/W2935268363","https://openalex.org/W2963658727","https://openalex.org/W2997274539","https://openalex.org/W2998510428","https://openalex.org/W3011943115","https://openalex.org/W3112099229","https://openalex.org/W3127207655","https://openalex.org/W3160851503","https://openalex.org/W4200344610","https://openalex.org/W4285127565"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W3096874164","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W2937181779","https://openalex.org/W2386410636"],"abstract_inverted_index":{"Conventional":[0],"computation":[1],"offloading":[2,34,90,122],"approaches":[3],"are":[4,11,81,97],"originally":[5],"designed":[6],"for":[7,14,31],"ground":[8,72],"networks,":[9],"and":[10,83,96,108,142],"not":[12],"effective":[13],"low":[15],"earth":[16],"orbit":[17],"(LEO)":[18],"satellite":[19,38,55],"networks.":[20,39],"This":[21],"paper":[22],"proposes":[23],"a":[24,44,61],"multi-agent":[25,51],"deep":[26,85],"reinforcement":[27],"learning":[28],"(MADRL)":[29],"algorithm":[30,131],"making":[32],"multi-level":[33],"decisions":[35,91],"in":[36,136],"LEO":[37],"Offloading":[40],"is":[41,112],"formulated":[42],"as":[43,56],"partially":[45],"observable":[46],"Markov":[47],"decision":[48,52],"process":[49],"based":[50,74],"problem.":[53],"Each":[54],"an":[57],"agent":[58],"either":[59],"conducts":[60],"received":[62],"task,":[63],"forwards":[64],"it":[65,70],"to":[66,71,88,114],"neighbors,":[67],"or":[68],"sends":[69],"clouds":[73],"on":[75],"its":[76],"own":[77],"policy.":[78],"These":[79],"agents":[80,117],"independent":[82],"their":[84],"neural":[86],"networks":[87],"make":[89,119],"share":[92],"identical":[93],"parameter":[94],"values":[95],"trained":[98],"by":[99],"using":[100],"the":[101,128,133],"same":[102],"replay":[103],"buffer.":[104],"A":[105],"centralized":[106],"training":[107],"distributed":[109],"executing":[110],"mechanism":[111],"adopted":[113],"ensure":[115],"that":[116,127],"can":[118],"globally":[120],"optimized":[121],"decisions.":[123],"Comparative":[124],"experiments":[125],"demonstrate":[126],"proposed":[129],"MADRL":[130],"outperforms":[132],"five":[134],"baselines":[135],"terms":[137],"of":[138],"task":[139],"processing":[140],"delay":[141],"bandwidth":[143],"consumption":[144],"with":[145],"acceptable":[146],"computational":[147],"complexity.":[148]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}