{"id":"https://openalex.org/W4387883689","doi":"https://doi.org/10.1109/icc45041.2023.10279759","title":"Multi-agent Deep Reinforcement Learning Aided Computing Offloading in LEO Satellite Networks","display_name":"Multi-agent Deep Reinforcement Learning Aided Computing Offloading in LEO Satellite Networks","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387883689","doi":"https://doi.org/10.1109/icc45041.2023.10279759"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279759","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023720452","display_name":"Junyu Lai","orcid":"https://orcid.org/0000-0002-3558-2421"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junyu Lai","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035745921","display_name":"Huashuo Liu","orcid":"https://orcid.org/0009-0006-7572-7804"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huashuo Liu","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101727115","display_name":"Yusong Sun","orcid":"https://orcid.org/0009-0002-1912-900X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusong Sun","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001144843","display_name":"Huidong Tan","orcid":"https://orcid.org/0000-0001-8172-3224"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huidong Tan","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100997441","display_name":"Lianqiang Gan","orcid":"https://orcid.org/0000-0003-1000-6222"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianqiang Gan","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100370061","display_name":"Zhiyong Chen","orcid":"https://orcid.org/0000-0003-3540-389X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Chen","raw_affiliation_strings":["School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"School of Aeronautics & Astronautics, University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023720452"],"corresponding_institution_ids":["https://openalex.org/I150229711","https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":4.5194,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.94553238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3438","last_page":"3443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8796181678771973},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8534145355224609},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6825656890869141},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6415879130363464},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.6009638905525208},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5816519260406494},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5668239593505859},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4898039996623993},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.44817814230918884},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4209512770175934},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42033326625823975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39630386233329773},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3492509424686432},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2772766947746277},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.24634647369384766},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20894822478294373},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.19800540804862976}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8796181678771973},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8534145355224609},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6825656890869141},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6415879130363464},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6009638905525208},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5816519260406494},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5668239593505859},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4898039996623993},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.44817814230918884},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4209512770175934},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42033326625823975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39630386233329773},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3492509424686432},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2772766947746277},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.24634647369384766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20894822478294373},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.19800540804862976},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279759","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2935268363","https://openalex.org/W2963060851","https://openalex.org/W2963658727","https://openalex.org/W2969823908","https://openalex.org/W2998510428","https://openalex.org/W3021951958","https://openalex.org/W3100963830","https://openalex.org/W3112099229","https://openalex.org/W3127207655","https://openalex.org/W4223594500","https://openalex.org/W4285127565","https://openalex.org/W4285154459","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6839471649"],"related_works":["https://openalex.org/W3123911006","https://openalex.org/W4400868993","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W3096874164","https://openalex.org/W1589140671","https://openalex.org/W1515117609","https://openalex.org/W1985560493","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Legacy":[0],"computing":[1,45,53,81,173],"offloading":[2,47,54,113,142,157],"approaches":[3,158],"are":[4,101,121],"originally":[5],"designed":[6],"for":[7,20,42,154],"the":[8,21,50,92,97,116,124,161,167,186,195,198],"terrestrial":[9],"networks":[10,26],"with":[11,29],"rather":[12],"static":[13],"topologies,":[14],"and":[15,104,120,131,177],"may":[16],"not":[17],"be":[18,145],"appropriate":[19],"next-generation":[22],"LEO":[23,70],"satellite":[24,71,90],"broadband":[25],"(LSBNs)":[27],"featured":[28],"high":[30],"dynamicity.":[31],"This":[32],"paper":[33],"presents":[34],"a":[35,58,78],"multi-agent":[36,66],"deep":[37,106],"reinforcement":[38],"learning":[39],"(MADRL)":[40],"algorithm":[41],"making":[43],"edge":[44,80,172],"multi-level":[46],"decisions":[48,114,143],"in":[49],"LSBNs.":[51],"Particularly,":[52],"is":[55,72,135,193],"formulated":[56],"as":[57],"partially":[59],"observable":[60],"Markov":[61],"decision":[62,67],"process":[63],"(POMDP)":[64],"based":[65,147],"problem.":[68],"Each":[69],"an":[73],"intelligent":[74],"agent,":[75],"either":[76],"conducting":[77],"received":[79],"task":[82,174],"or":[83,91],"forwarding":[84],"it":[85],"to":[86,111,137,170],"its":[87],"four":[88],"neighboring":[89],"nearest":[93],"cloud":[94],"node":[95],"on":[96,148],"ground.":[98],"These":[99],"agents":[100],"fully":[102],"cooperative":[103],"their":[105],"neural":[107],"network":[108],"models":[109],"used":[110],"make":[112],"share":[115],"same":[117,125],"parameter":[118],"values":[119],"trained":[122],"by":[123],"replay":[126],"buffer.":[127],"A":[128],"centralized":[129],"training":[130],"distributed":[132],"execution":[133],"framework":[134],"utilized":[136],"ensure":[138],"that":[139,160],"globally":[140],"optimized":[141],"can":[144],"achieved":[146],"local":[149],"observations.":[150],"Comparative":[151],"simulation":[152],"experiments":[153],"six":[155],"representative":[156],"show":[159],"proposed":[162],"MADRL":[163,190],"aided":[164,191],"approach":[165,192],"outperforms":[166],"others":[168],"regarding":[169],"decreasing":[171],"processing":[175],"delay":[176],"increasing":[178],"onboard":[179],"compute":[180],"resource":[181],"utilization":[182],"ratio.":[183],"In":[184],"addition,":[185],"convergence":[187],"of":[188],"this":[189],"also":[194],"best":[196],"among":[197],"three":[199],"DRL-based":[200],"approaches.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}