{"id":"https://openalex.org/W4416114021","doi":"https://doi.org/10.1109/tsc.2025.3631532","title":"Hierarchical Reinforcement Learning for Optimizing Local-Global Collaborative Computation Offloading and Resource Allocation","display_name":"Hierarchical Reinforcement Learning for Optimizing Local-Global Collaborative Computation Offloading and Resource Allocation","publication_year":2025,"publication_date":"2025-11-11","ids":{"openalex":"https://openalex.org/W4416114021","doi":"https://doi.org/10.1109/tsc.2025.3631532"},"language":null,"primary_location":{"id":"doi:10.1109/tsc.2025.3631532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2025.3631532","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/163435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054439073","display_name":"Kaiqi Yang","orcid":"https://orcid.org/0000-0003-1751-3614"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kaiqi Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019915847","display_name":"Qiang He","orcid":"https://orcid.org/0000-0002-1820-6141"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang He","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326915","display_name":"Xingwei Wang","orcid":"https://orcid.org/0000-0003-2856-4716"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086228347","display_name":"Yufei Liu","orcid":"https://orcid.org/0000-0002-5253-0850"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufei Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018318168","display_name":"Xiaoming Fu","orcid":"https://orcid.org/0000-0002-8012-4753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoming Fu","raw_affiliation_strings":["Institute of Computer Science, University of Göttingen, Göttingen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Göttingen, Göttingen, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061213594","display_name":"Dongkuo Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongkuo Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061568038","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0001-5829-6850"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5054439073"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38175982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"1","first_page":"423","last_page":"436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.7872999906539917,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.7872999906539917,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.027799999341368675,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.026200000196695328,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.713699996471405},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7078999876976013},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6104999780654907},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5595999956130981},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.49160000681877136},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49070000648498535},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.429500013589859},{"id":"https://openalex.org/keywords/resource-efficiency","display_name":"Resource efficiency","score":0.41110000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468000292778015},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.713699996471405},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7078999876976013},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6104999780654907},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5726000070571899},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5595999956130981},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49160000681877136},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.429500013589859},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.41110000014305115},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.3725999891757965},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.3659999966621399},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C181889124","wikidata":"https://www.wikidata.org/wiki/Q380204","display_name":"Service level","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C177972170","wikidata":"https://www.wikidata.org/wiki/Q17097315","display_name":"Max-min fairness","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsc.2025.3631532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2025.3631532","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/163435","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/163435","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"}],"best_oa_location":{"id":"pmh:oai:publications.goettingen-research-online.de:2/163435","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/163435","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G126190782","display_name":null,"funder_award_id":"62202089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1671140559","display_name":null,"funder_award_id":"92267206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1873216522","display_name":null,"funder_award_id":"U22A2004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2551476765","display_name":null,"funder_award_id":"62032013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7797178789","display_name":null,"funder_award_id":"62432003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2111102056","https://openalex.org/W2471288191","https://openalex.org/W3011770345","https://openalex.org/W3135616226","https://openalex.org/W3208254952","https://openalex.org/W4207065887","https://openalex.org/W4211067533","https://openalex.org/W4213456346","https://openalex.org/W4226070609","https://openalex.org/W4285220735","https://openalex.org/W4285820401","https://openalex.org/W4312389599","https://openalex.org/W4312529905","https://openalex.org/W4312703424","https://openalex.org/W4313855707","https://openalex.org/W4317795032","https://openalex.org/W4317815264","https://openalex.org/W4319777557","https://openalex.org/W4319993360","https://openalex.org/W4321019310","https://openalex.org/W4323663552","https://openalex.org/W4327725702","https://openalex.org/W4376481324","https://openalex.org/W4379382423","https://openalex.org/W4381194885","https://openalex.org/W4381416086","https://openalex.org/W4382119283","https://openalex.org/W4387145964","https://openalex.org/W4387681922","https://openalex.org/W4388145638","https://openalex.org/W4388267209","https://openalex.org/W4391128551","https://openalex.org/W4391407074","https://openalex.org/W4392940056","https://openalex.org/W4400487977","https://openalex.org/W4400644807","https://openalex.org/W4401717547","https://openalex.org/W4402895002","https://openalex.org/W4404520595","https://openalex.org/W4404914884","https://openalex.org/W4407373857"],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"computation":[1,84,103],"offloading":[2,31,85,104],"and":[3,16,47,67,86,101,141,152,160,173,198],"resource":[4,17,20,87,118,176,199],"allocation":[5,21,88,119],"strategies":[6],"encounter":[7],"several":[8],"issues":[9],"that":[10,189],"lead":[11],"to":[12,26,28,52,202],"poor":[13],"service":[14,46],"experience":[15],"wastage.":[18],"The":[19,93,143],"scheme":[22],"lacks":[23],"the":[24,29,76,97,107,113,117,124,127,147,158,163,168,182,190],"flexibility":[25,159],"adapt":[27],"time-varying":[30],"demands":[32,105],"of":[33,96,109,126,146,162,170,185],"User":[34],"Equipment":[35],"(UEs).":[36],"Furthermore,":[37],"there":[38],"is":[39],"an":[40],"imbalance":[41],"between":[42,139],"UEs":[43,140],"seeking":[44],"better":[45],"Service":[48],"Providers":[49],"(SPs)":[50],"aiming":[51],"minimize":[53],"cost":[54],"expenditures.":[55],"In":[56],"this":[57],"paper,":[58],"we":[59,78],"propose":[60],"a":[61,80,131,136],"knowledge-defined":[62],"networking-based":[63],"Multi-Layer":[64,81],"Computation":[65],"Offloading":[66],"Resource":[68],"Allocation":[69],"strategy":[70,89,120],"optimization":[71,90,134],"(ML-CORA)":[72],"architecture.":[73],"Based":[74],"on":[75,121,181],"ML-CORA,":[77],"design":[79],"Local-Global":[82],"Collaborative":[83],"(ML2GC)":[91],"algorithm.":[92],"basic":[94],"level":[95,115],"ML2GC":[98,148,191],"algorithm":[99,149,164,192],"expresses":[100],"optimizes":[102,116],"from":[106,123],"perspective":[108,125],"UE":[110],"(local),":[111],"while":[112,165],"meta":[114],"demand":[122],"SP":[128],"(global),":[129],"achieving":[130],"collaborative":[132],"multi-objective":[133],"for":[135],"win-win":[137],"system":[138],"SPs.":[142],"two-layer":[144],"structure":[145],"outputs":[150],"continuous":[151],"discrete":[153],"actions":[154],"respectively,":[155],"which":[156],"improves":[157,194],"efficiency":[161],"effectively":[166],"balancing":[167],"interests":[169],"all":[171],"parties":[172],"promoting":[174],"efficient":[175],"utilization.":[177],"Simulation":[178],"results":[179],"based":[180],"real-world":[183],"dataset":[184],"Shanghai":[186],"Telecom":[187],"indicate":[188],"significantly":[193],"both":[195],"social":[196],"welfare":[197],"utilization":[200],"compared":[201],"baseline":[203],"algorithms.":[204]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-11T00:00:00"}