{"id":"https://openalex.org/W4410737880","doi":"https://doi.org/10.1109/access.2025.3573929","title":"Deep Reinforcement Learning With Dueling DQN for Partial Computation Offloading and Resource Allocation in Mobile Edge Computing","display_name":"Deep Reinforcement Learning With Dueling DQN for Partial Computation Offloading and Resource Allocation in Mobile Edge Computing","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410737880","doi":"https://doi.org/10.1109/access.2025.3573929"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3573929","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3573929","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3573929","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047191692","display_name":"Ehzaz Mustafa","orcid":"https://orcid.org/0000-0001-6898-7399"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]},{"id":"https://openalex.org/I3131573596","display_name":"Abbottabad University of Science and Technology","ror":"https://ror.org/0549hdw45","country_code":"PK","type":"education","lineage":["https://openalex.org/I3131573596"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ehzaz Mustafa","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad, Abbottabad Campus, Abbottabad, Pakistan","Department of Computer Science, COMSATS University, Abbottabad Campus, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-6898-7399","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad, Abbottabad Campus, Abbottabad, Pakistan","institution_ids":["https://openalex.org/I3131573596","https://openalex.org/I16076960"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS University, Abbottabad Campus, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029474166","display_name":"Junaid Shuja","orcid":null},"institutions":[{"id":"https://openalex.org/I161165907","display_name":"Southeast Missouri State University","ror":"https://ror.org/010n41y16","country_code":"US","type":"education","lineage":["https://openalex.org/I161165907"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junaid Shuja","raw_affiliation_strings":["Department of Computer Science, Southeast Missouri State University, Cape Girardeau, MO, USA","Department of Computer Science, Southeast Missouri State University, Cape Girardeau, Missouri, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Southeast Missouri State University, Cape Girardeau, MO, USA","institution_ids":["https://openalex.org/I161165907"]},{"raw_affiliation_string":"Department of Computer Science, Southeast Missouri State University, Cape Girardeau, Missouri, USA","institution_ids":["https://openalex.org/I161165907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068205401","display_name":"Faisal Rehman","orcid":"https://orcid.org/0000-0002-6804-3467"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]},{"id":"https://openalex.org/I3131573596","display_name":"Abbottabad University of Science and Technology","ror":"https://ror.org/0549hdw45","country_code":"PK","type":"education","lineage":["https://openalex.org/I3131573596"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Faisal Rehman","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad, Abbottabad Campus, Abbottabad, Pakistan","Department of Computer Science, COMSATS University, Abbottabad Campus, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-6804-3467","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad, Abbottabad Campus, Abbottabad, Pakistan","institution_ids":["https://openalex.org/I3131573596","https://openalex.org/I16076960"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS University, Abbottabad Campus, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088009854","display_name":"Abdallah Namoun","orcid":"https://orcid.org/0000-0002-7050-0532"},"institutions":[{"id":"https://openalex.org/I4210151290","display_name":"Islamic University of Madinah","ror":"https://ror.org/03rcp1y74","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210151290"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdallah Namoun","raw_affiliation_strings":["AI Center, Faculty of Computer and Information Systems, Islamic University of Madinah, Madinah, Saudi Arabia","Faculty of Computer and Information Systems, AI Center, Islamic University of Madinah, Madinah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-7050-0532","affiliations":[{"raw_affiliation_string":"AI Center, Faculty of Computer and Information Systems, Islamic University of Madinah, Madinah, Saudi Arabia","institution_ids":["https://openalex.org/I4210151290"]},{"raw_affiliation_string":"Faculty of Computer and Information Systems, AI Center, Islamic University of Madinah, Madinah, Saudi Arabia","institution_ids":["https://openalex.org/I4210151290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000409923","display_name":"Mazhar Ali","orcid":"https://orcid.org/0000-0003-2351-6520"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]},{"id":"https://openalex.org/I3131573596","display_name":"Abbottabad University of Science and Technology","ror":"https://ror.org/0549hdw45","country_code":"PK","type":"education","lineage":["https://openalex.org/I3131573596"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Mazhar Ali","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad, Abbottabad Campus, Abbottabad, Pakistan","Department of Computer Science, COMSATS University, Abbottabad Campus, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-2351-6520","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad, Abbottabad Campus, Abbottabad, Pakistan","institution_ids":["https://openalex.org/I3131573596","https://openalex.org/I16076960"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS University, Abbottabad Campus, Islamabad, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038089287","display_name":"Abdullah Alourani","orcid":"https://orcid.org/0000-0001-6794-3677"},"institutions":[{"id":"https://openalex.org/I156216236","display_name":"Qassim University","ror":"https://ror.org/01wsfe280","country_code":"SA","type":"education","lineage":["https://openalex.org/I156216236"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdullah Alourani","raw_affiliation_strings":["Department of Management Information Systems, College of Business and Economics, Qassim University, Buraydah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-6794-3677","affiliations":[{"raw_affiliation_string":"Department of Management Information Systems, College of Business and Economics, Qassim University, Buraydah, Saudi Arabia","institution_ids":["https://openalex.org/I156216236"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":18.8371,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.9929243,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"94319","last_page":"94335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8224102854728699},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7902642488479614},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7770174145698547},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7307224273681641},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5933483242988586},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5606266856193542},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5599110126495361},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5423610210418701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46876949071884155},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.44443103671073914},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4233434796333313},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40070515871047974},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29874444007873535},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1352025270462036}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8224102854728699},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7902642488479614},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7770174145698547},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7307224273681641},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5933483242988586},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5606266856193542},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5599110126495361},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5423610210418701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46876949071884155},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.44443103671073914},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4233434796333313},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40070515871047974},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29874444007873535},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1352025270462036}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3573929","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3573929","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:da08c4a5c3ee4eaf8a5cf58e19099233","is_oa":true,"landing_page_url":"https://doaj.org/article/da08c4a5c3ee4eaf8a5cf58e19099233","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 94319-94335 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3573929","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3573929","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2898155611","https://openalex.org/W2964054168","https://openalex.org/W2968424451","https://openalex.org/W3018740610","https://openalex.org/W3048135502","https://openalex.org/W3048697798","https://openalex.org/W3081088023","https://openalex.org/W3128578194","https://openalex.org/W3168595234","https://openalex.org/W3170414187","https://openalex.org/W3187597042","https://openalex.org/W3198873221","https://openalex.org/W4290851513","https://openalex.org/W4300960592","https://openalex.org/W4313596594","https://openalex.org/W4315646984","https://openalex.org/W4316042033","https://openalex.org/W4319988680","https://openalex.org/W4319996378","https://openalex.org/W4320351983","https://openalex.org/W4327969700","https://openalex.org/W4361222181","https://openalex.org/W4365509104","https://openalex.org/W4377079722","https://openalex.org/W4379986188","https://openalex.org/W4380356430","https://openalex.org/W4382656719","https://openalex.org/W4384786167","https://openalex.org/W4385070467","https://openalex.org/W4385194732","https://openalex.org/W4385301659","https://openalex.org/W4386025804","https://openalex.org/W4386212337","https://openalex.org/W4386396749","https://openalex.org/W4389542644","https://openalex.org/W4395080640","https://openalex.org/W4399486937","https://openalex.org/W4400876885","https://openalex.org/W4404688256","https://openalex.org/W4405055922","https://openalex.org/W4405271326","https://openalex.org/W4405975224","https://openalex.org/W4407948335","https://openalex.org/W4407980624","https://openalex.org/W4408460923","https://openalex.org/W6874654715"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W4225987626","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W4406207611"],"abstract_inverted_index":{"Computation":[0],"offloading":[1,37,125],"transfers":[2],"resource-intensive":[3],"tasks":[4],"from":[5],"local":[6],"Internet":[7],"of":[8,106,123,137,148,156,191,266],"Things":[9],"(IoT)":[10],"devices":[11],"to":[12,34,74,141,172,206,232,244,248,271],"powerful":[13],"edge":[14],"servers,":[15],"which":[16],"minimizes":[17],"latency":[18],"and":[19,58,64,110,126,178,215,255,282,297],"reduces":[20,276],"the":[21,54,76,104,121,138,153,187,192,203,235,242,264,267],"computational":[22],"load":[23],"on":[24,62],"IoT":[25,149],"devices.":[26],"Deep":[27,65,98],"Reinforcement":[28],"Learning":[29],"(DRL)":[30],"is":[31],"widely":[32],"utilized":[33],"optimize":[35,53],"computation":[36],"decisions.":[38],"However,":[39],"previous":[40],"studies":[41],"fall":[42],"short":[43],"in":[44,79,114,252,258],"two":[45],"main":[46],"ways:":[47],"firstly,":[48],"they":[49],"do":[50],"not":[51],"collectively":[52],"comprehensive":[55],"state":[56],"space,":[57],"secondly,":[59],"their":[60],"reliance":[61],"Q-learning":[63],"Q":[66,99],"Networks":[67],"(DQN)":[68],"makes":[69],"it":[70,247],"challenging":[71],"for":[72],"agents":[73],"discern":[75],"optimal":[77],"action":[78,81,176],"large":[80],"spaces,":[82],"as":[83,183,185],"many":[84],"actions":[85],"may":[86],"possess":[87],"similar":[88],"values.":[89],"In":[90],"this":[91],"paper,":[92],"we":[93,160,195,226],"introduce":[94],"a":[95,135,162,292,298],"multi-branch":[96],"Dueling":[97,118],"Network":[100],"(MBDDQN)":[101],"that":[102,221],"tackles":[103],"challenges":[105],"high-dimensional":[107],"state-action":[108,229],"spaces":[109],"long-term":[111,179],"cost":[112,181],"optimizations":[113],"dynamic":[115],"environments.":[116,260],"The":[117],"DQN":[119,281,296],"alleviates":[120],"complexity":[122],"simultaneous":[124],"resource":[127],"allocation":[128],"decisions,":[129],"with":[130,144,168],"each":[131],"branch":[132],"independently":[133],"controlling":[134],"subset":[136],"decision":[139],"variables":[140],"scale":[142],"efficiently":[143],"an":[145,197],"increasing":[146],"number":[147],"devices,":[150],"thereby":[151],"avoiding":[152],"combinatorial":[154],"explosion":[155],"potential":[157],"actions.":[158],"Furthermore,":[159],"implement":[161],"long":[163],"short-term":[164,175],"memory":[165],"(LSTM)":[166],"network":[167],"distinct":[169],"advantage-value":[170],"layers":[171],"enhance":[173],"both":[174],"selection":[177],"system":[180],"estimation,":[182],"well":[184],"improve":[186],"temporal":[188],"learning":[189],"capacity":[190],"model.":[193],"Finally,":[194],"propose":[196],"innovative":[198],"adaptive":[199],"cost-weighting":[200],"mechanism":[201],"within":[202],"reward":[204,224],"function":[205],"dynamically":[207,233],"balance":[208],"competing":[209],"objectives,":[210],"including":[211],"energy":[212,256,288],"consumption,":[213,289],"latency,":[214],"bandwidth":[216],"utilization.":[217],"Unlike":[218],"prior":[219],"works":[220],"use":[222],"fixed":[223],"structures,":[225],"leverage":[227],"weighted":[228],"advantage":[230],"values":[231],"adjust":[234],"optimization":[236],"variables.":[237],"This":[238],"approach":[239],"also":[240],"enables":[241],"agent":[243],"self-tune,":[245],"allowing":[246],"prioritize":[249],"delay":[250,277],"minimization":[251],"delay-sensitive":[253],"scenarios":[254],"conservation":[257],"resource-constrained":[259],"Simulation":[261],"results":[262],"demonstrate":[263],"superiority":[265],"proposed":[268],"scheme":[269],"compared":[270],"benchmarks.":[272],"For":[273],"instance,":[274],"MBDDQN":[275,290],"by":[278],"17.88%":[279],"over":[280,284,295,301],"12.28%":[283],"DDPG.":[285,302],"Additionally,":[286],"regarding":[287],"achieves":[291],"10.1%":[293],"improvement":[294],"7.64%":[299],"enhancement":[300]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}