{"id":"https://openalex.org/W7140290687","doi":"https://doi.org/10.1109/tce.2025.3611973","title":"Hierarchical Deep Reinforcement Learning-Based Partial Task Offloading in Device-Edge-Cloud Computing Architecture","display_name":"Hierarchical Deep Reinforcement Learning-Based Partial Task Offloading in Device-Edge-Cloud Computing Architecture","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7140290687","doi":"https://doi.org/10.1109/tce.2025.3611973"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2025.3611973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3611973","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130557396","display_name":"Ihsan Ullah","orcid":null},"institutions":[{"id":"https://openalex.org/I99908691","display_name":"Yuan Ze University","ror":"https://ror.org/01fv1ds98","country_code":"TW","type":"education","lineage":["https://openalex.org/I99908691"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Ihsan Ullah","raw_affiliation_strings":["Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Yuan Ze University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I99908691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012832048","display_name":"Hyun-Kyo Lim","orcid":"https://orcid.org/0000-0002-8807-1158"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun-Kyo Lim","raw_affiliation_strings":["Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea"],"affiliations":[{"raw_affiliation_string":"Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037046111","display_name":"Yeong-Jun Seok","orcid":null},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeong-Jun Seok","raw_affiliation_strings":["Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea"],"affiliations":[{"raw_affiliation_string":"Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027634067","display_name":"Youn\u2010Hee Han","orcid":"https://orcid.org/0000-0002-5835-7972"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youn-Hee Han","raw_affiliation_strings":["Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea"],"affiliations":[{"raw_affiliation_string":"Future Convergence Engineering, Korea University of Technology and Education, Cheonan, South Korea","institution_ids":["https://openalex.org/I35886859"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5130557396"],"corresponding_institution_ids":["https://openalex.org/I99908691"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.91963488,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"1","first_page":"1051","last_page":"1063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8593999743461609,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8593999743461609,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.045499999076128006,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5867000222206116},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4580000042915344},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.39750000834465027},{"id":"https://openalex.org/keywords/systems-architecture","display_name":"Systems architecture","score":0.3118000030517578},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.31130000948905945},{"id":"https://openalex.org/keywords/hierarchical-control-system","display_name":"Hierarchical control system","score":0.2955999970436096}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7279000282287598},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4580000042915344},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.36739999055862427},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.3118000030517578},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31130000948905945},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.30090001225471497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29670000076293945},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.2955999970436096},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2619999945163727}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3611973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3611973","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2397723600","https://openalex.org/W2898155611","https://openalex.org/W2959276766","https://openalex.org/W2968424451","https://openalex.org/W3016764502","https://openalex.org/W3049282540","https://openalex.org/W3112262420","https://openalex.org/W3115015728","https://openalex.org/W3178010443","https://openalex.org/W3183673024","https://openalex.org/W3197981246","https://openalex.org/W3211080667","https://openalex.org/W4210573106","https://openalex.org/W4211067533","https://openalex.org/W4213075138","https://openalex.org/W4225854632","https://openalex.org/W4226492316","https://openalex.org/W4284975187","https://openalex.org/W4285147834","https://openalex.org/W4285220735","https://openalex.org/W4286365441","https://openalex.org/W4293195453","https://openalex.org/W4308736131","https://openalex.org/W4312389599","https://openalex.org/W4317794990","https://openalex.org/W4323022485","https://openalex.org/W4362653503","https://openalex.org/W4365129695","https://openalex.org/W4378421813","https://openalex.org/W4382998583","https://openalex.org/W4387623713","https://openalex.org/W4391164388","https://openalex.org/W4391326389","https://openalex.org/W4391406951","https://openalex.org/W4391547499","https://openalex.org/W4400447313","https://openalex.org/W4402569171","https://openalex.org/W4402864200","https://openalex.org/W4406610986","https://openalex.org/W4408520846","https://openalex.org/W4409326522","https://openalex.org/W4414257618"],"related_works":[],"abstract_inverted_index":{"The":[0,83,136,154],"rapid":[1],"growth":[2],"of":[3,7,25,133],"the":[4,23,98,108,117],"Intelligent":[5],"Internet":[6],"Things":[8],"(IIoT)":[9],"and":[10,18,48,59,112,146,161,178,180,189],"5G":[11],"applications":[12],"demands":[13],"high-performance":[14],"computing,":[15],"low":[16,118],"latency,":[17],"energy":[19,141,173],"efficiency,":[20],"often":[21],"beyond":[22],"capacity":[24],"local":[26],"devices.":[27],"Task":[28],"offloading":[29,79],"to":[30,53,158,176],"edge":[31],"or":[32],"cloud":[33,49],"servers":[34],"offers":[35],"a":[36,66,88,101,120],"promising":[37],"solution.":[38],"However,":[39],"achieving":[40],"optimal":[41,127],"partial":[42,77],"task":[43,78,143,170],"distribution":[44],"across":[45,186],"device,":[46],"edge,":[47],"remains":[50],"challenging":[51],"due":[52],"dynamic":[54],"network":[55,110],"conditions,":[56],"heterogeneous":[57],"resources,":[58],"conflicting":[60],"performance":[61],"objectives.":[62],"This":[63],"paper":[64],"presents":[65],"Hierarchical":[67],"Deep":[68,103],"Reinforcement":[69],"Learning":[70],"(HDRL)":[71],"framework":[72,138],"for":[73,94],"intelligent,":[74],"resource-aware,":[75],"latency-constrained":[76],"in":[80],"device\u2013edge\u2013cloud":[81],"architectures.":[82],"problem":[84],"is":[85],"formulated":[86],"as":[87],"two-level":[89],"Markov":[90],"Decision":[91],"Process":[92],"(MDP)":[93],"structured":[95],"decision-making.":[96],"At":[97,116],"high":[99],"level,":[100,119],"Double":[102],"Q-Network":[104],"(DDQN)":[105],"agent":[106,125],"observes":[107],"global":[109],"state":[111],"selects":[113],"computation":[114],"tiers.":[115],"Proximal":[121],"Policy":[122],"Optimization":[123],"(PPO)":[124],"determines":[126],"task-splitting":[128],"ratios,":[129],"enabling":[130],"fine-grained":[131],"control":[132],"subtask":[134],"distribution.":[135],"HDRL":[137],"jointly":[139],"optimizes":[140],"consumption,":[142],"acceptance":[144],"ratio,":[145],"resource":[147,162],"utilization":[148],"while":[149],"ensuring":[150],"end-to-end":[151],"latency":[152],"constraints.":[153],"system":[155],"adapts":[156],"dynamically":[157],"varying":[159],"workloads":[160],"availability.":[163],"Simulations":[164],"showed":[165],"that":[166],"HDRL-PTO":[167],"achieved":[168],"80\u201390%":[169],"acceptance,":[171],"reduced":[172],"consumption":[174],"compared":[175],"DRL-PTO":[177],"DRL-TO,":[179],"consistently":[181],"delivered":[182],"higher":[183],"episode":[184],"rewards":[185],"Network":[187],"I":[188],"II.":[190]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-03-26T00:00:00"}