{"id":"https://openalex.org/W4403511038","doi":"https://doi.org/10.1109/jiot.2024.3482290","title":"Deep Multiagent Reinforcement Learning for Task Offloading and Resource Allocation in Satellite Edge Computing","display_name":"Deep Multiagent Reinforcement Learning for Task Offloading and Resource Allocation in Satellite Edge Computing","publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4403511038","doi":"https://doi.org/10.1109/jiot.2024.3482290"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3482290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3482290","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006740084","display_name":"Min Jia","orcid":"https://orcid.org/0000-0003-3551-8654"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Min Jia","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","School of Electronics and Information Engineering, Harbin Institute of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358582","display_name":"Liang Zhang","orcid":"https://orcid.org/0000-0001-9631-7499"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","School of Electronics and Information Engineering, Harbin Institute of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100948937","display_name":"Jian Wu","orcid":"https://orcid.org/0009-0003-8460-1064"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wu","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","School of Electronics and Information Engineering, Harbin Institute of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046141922","display_name":"Qing Guo","orcid":"https://orcid.org/0000-0003-4209-5469"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Guo","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","School of Electronics and Information Engineering, Harbin Institute of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017634410","display_name":"Guowei Zhang","orcid":"https://orcid.org/0009-0001-2552-5730"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guowei Zhang","raw_affiliation_strings":["School of Cyber Science of Engineering, Qufu Normal University, Jining, China","School of Cyber Science of Engineering, Qufu Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science of Engineering, Qufu Normal University, Jining, China","institution_ids":["https://openalex.org/I202126657"]},{"raw_affiliation_string":"School of Cyber Science of Engineering, Qufu Normal University, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028868067","display_name":"Xuemai Gu","orcid":"https://orcid.org/0000-0002-6011-9885"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemai Gu","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","School of Electronics and Information Engineering, Harbin Institute of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006740084"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":4.9898,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.957763,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":"4","first_page":"3832","last_page":"3845"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8455040454864502},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7947666645050049},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.624959409236908},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5895742177963257},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5474042892456055},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5388815402984619},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5127097368240356},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4982471466064453},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4923020601272583},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.42710429430007935},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.42251837253570557},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3935871422290802},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3772567808628082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8455040454864502},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7947666645050049},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.624959409236908},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5895742177963257},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5474042892456055},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5388815402984619},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5127097368240356},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4982471466064453},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4923020601272583},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.42710429430007935},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.42251837253570557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3935871422290802},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3772567808628082},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3482290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3482290","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3560128197","display_name":null,"funder_award_id":"2021YFB2900500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4156692303","display_name":null,"funder_award_id":"62231012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2886485362","https://openalex.org/W2909847702","https://openalex.org/W2910699988","https://openalex.org/W2924948991","https://openalex.org/W2935268363","https://openalex.org/W2949226003","https://openalex.org/W3004248529","https://openalex.org/W3011932893","https://openalex.org/W3016961082","https://openalex.org/W3024547383","https://openalex.org/W3029957888","https://openalex.org/W3031928705","https://openalex.org/W3084599057","https://openalex.org/W3105504538","https://openalex.org/W3121477569","https://openalex.org/W3126187582","https://openalex.org/W3127207655","https://openalex.org/W3137846090","https://openalex.org/W3138627822","https://openalex.org/W3158749225","https://openalex.org/W3158839158","https://openalex.org/W3170397984","https://openalex.org/W3172060017","https://openalex.org/W3172247901","https://openalex.org/W3194030134","https://openalex.org/W3194988969","https://openalex.org/W3204491243","https://openalex.org/W3209283715","https://openalex.org/W4289824812","https://openalex.org/W4312674606","https://openalex.org/W4315783855","https://openalex.org/W4320015870","https://openalex.org/W4385413670","https://openalex.org/W4386088283","https://openalex.org/W4387145964"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4221092438","https://openalex.org/W4385335479","https://openalex.org/W2905685817","https://openalex.org/W2730940305","https://openalex.org/W4207020266"],"abstract_inverted_index":{"As":[0],"a":[1,46,64,83],"supplement":[2],"to":[3,26,132],"terrestrial":[4],"communication":[5],"networks,":[6],"satellite":[7],"edge":[8,41,142],"computing":[9,18,42,143],"can":[10,115,129,147],"break":[11],"through":[12],"geographical":[13],"limitations":[14],"and":[15,37,50,73,90,114,137,145,152],"provide":[16],"on-orbit":[17],"services":[19],"for":[20],"people":[21],"in":[22],"some":[23],"remote":[24],"areas":[25],"achieve":[27],"truly":[28],"seamless":[29],"global":[30],"coverage.":[31],"Considering":[32],"time-varying":[33],"channels,":[34],"queue":[35],"delays,":[36],"dynamic":[38,139],"loads":[39],"of":[40,103,135,141],"satellites,":[43],"we":[44,81],"propose":[45,82],"multiagent":[47,85],"task":[48,71,150,153],"offloading":[49,72,79,96],"resource":[51,74,109],"allocation":[52,75,110],"(MATORA)":[53],"algorithm":[54,128],"with":[55],"weighted":[56],"latency":[57,151],"as":[58],"the":[59,78,100,108,126,133,138],"optimization":[60,120],"goal.":[61],"It":[62],"is":[63,112],"mixed":[65],"integer":[66],"nonlinear":[67],"problem":[68,111],"decoupled":[69],"into":[70],"subproblems.":[76],"For":[77],"subproblem,":[80],"distributed":[84],"deep":[86],"reinforcement":[87],"learning":[88],"algorithm,":[89],"each":[91],"agent":[92],"generates":[93],"its":[94],"own":[95],"decision":[97],"without":[98],"knowing":[99],"prior":[101],"knowledge":[102],"others.":[104],"We":[105],"show":[106],"that":[107,125],"convex":[113,119],"be":[116],"solved":[117],"using":[118],"methods.":[121],"The":[122],"experiment":[123],"shows":[124],"proposed":[127],"better":[130],"adapt":[131],"change":[134],"channel":[136],"load":[140],"satellite,":[144],"it":[146],"effectively":[148],"reduce":[149],"drop":[154],"rate.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}