{"id":"https://openalex.org/W3131852646","doi":"https://doi.org/10.1109/twc.2021.3057882","title":"A Hybrid DQN and Optimization Approach for Strategy and Resource Allocation in MEC Networks","display_name":"A Hybrid DQN and Optimization Approach for Strategy and Resource Allocation in MEC Networks","publication_year":2021,"publication_date":"2021-02-19","ids":{"openalex":"https://openalex.org/W3131852646","doi":"https://doi.org/10.1109/twc.2021.3057882","mag":"3131852646"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3057882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3057882","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yi-Chen Wu","orcid":"https://orcid.org/0000-0002-4487-4055"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chen Wu","raw_affiliation_strings":["Institute of Communications Engineering, National Tsing Hua University, Hsinchu City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4487-4055","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, National Tsing Hua University, Hsinchu City, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073854333","display_name":"Thinh Quang Dinh","orcid":"https://orcid.org/0000-0001-7956-1510"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thinh Quang Dinh","raw_affiliation_strings":["Department of Computer Systems and Networking, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology, Ho Chi Minh City, Vietnam","Vietnam National University Ho Chi Minh City, Ho Chi Minh City, Vietnam"],"raw_orcid":"https://orcid.org/0000-0001-7956-1510","affiliations":[{"raw_affiliation_string":"Department of Computer Systems and Networking, Faculty of Computer Science and Engineering, Ho Chi Minh City University of Technology, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Vietnam National University Ho Chi Minh City, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034028474","display_name":"Yaru Fu","orcid":"https://orcid.org/0000-0002-6139-7414"},"institutions":[{"id":"https://openalex.org/I8679417","display_name":"Hong Kong Metropolitan University","ror":"https://ror.org/0349bsm71","country_code":"HK","type":"education","lineage":["https://openalex.org/I8679417"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yaru Fu","raw_affiliation_strings":["School of Science and Technology, The Open University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-6139-7414","affiliations":[{"raw_affiliation_string":"School of Science and Technology, The Open University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I8679417"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Che Lin","orcid":"https://orcid.org/0000-0002-4986-311X"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Che Lin","raw_affiliation_strings":["Department of Electrical Engineering and the Graduate Institute of Communication Engineering, National Taiwan University, Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4986-311X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and the Graduate Institute of Communication Engineering, National Taiwan University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Department of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Department of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.0738,"has_fulltext":false,"cited_by_count":124,"citation_normalized_percentile":{"value":0.98810355,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"20","issue":"7","first_page":"4282","last_page":"4295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8563963174819946},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6284187436103821},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5880413055419922},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5194346904754639},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4882678985595703},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4647858142852783},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4583420753479004},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.430270791053772},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4139060080051422},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3373849391937256},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.2525671124458313},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18984124064445496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17048045992851257},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1683831512928009},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07996159791946411}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8563963174819946},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6284187436103821},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5880413055419922},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5194346904754639},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4882678985595703},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4647858142852783},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4583420753479004},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.430270791053772},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4139060080051422},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3373849391937256},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.2525671124458313},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18984124064445496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17048045992851257},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1683831512928009},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07996159791946411},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3057882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3057882","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7310592819","display_name":"On the Optimal Tradeoff of Secrecy Rate and Power Consumption in 5g/B5g Heterogeneous Network with Eavesdroppers","funder_award_id":"MOST107-2221-E002-196-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W914916633","https://openalex.org/W1904504745","https://openalex.org/W1970157653","https://openalex.org/W2029475479","https://openalex.org/W2052190282","https://openalex.org/W2080346852","https://openalex.org/W2082011829","https://openalex.org/W2101927907","https://openalex.org/W2109401393","https://openalex.org/W2117141700","https://openalex.org/W2134295053","https://openalex.org/W2135021459","https://openalex.org/W2141234504","https://openalex.org/W2146840150","https://openalex.org/W2149365825","https://openalex.org/W2160886020","https://openalex.org/W2400861403","https://openalex.org/W2416799949","https://openalex.org/W2490446430","https://openalex.org/W2561715836","https://openalex.org/W2611807022","https://openalex.org/W2777180355","https://openalex.org/W2778138942","https://openalex.org/W2800755725","https://openalex.org/W2808381205","https://openalex.org/W2902002582","https://openalex.org/W2903874029","https://openalex.org/W2945235903","https://openalex.org/W2952862564","https://openalex.org/W2962856838","https://openalex.org/W2966171167","https://openalex.org/W2999376649","https://openalex.org/W3006861673","https://openalex.org/W3100366369","https://openalex.org/W3100719938","https://openalex.org/W3100789280","https://openalex.org/W3103395557","https://openalex.org/W3105306379","https://openalex.org/W3122087971","https://openalex.org/W3123212791"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W3213834840","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"We":[0,64,83],"consider":[1],"a":[2,67,93,169,173,189],"multi-user":[3,174],"multi-server":[4],"mobile":[5],"edge":[6],"computing":[7],"(MEC)":[8],"network":[9,107,139],"with":[10,38,54],"time-varying":[11],"fading":[12],"channels":[13],"and":[14,19,77,96,124,165,180,191],"formulate":[15],"an":[16,55],"offloading":[17,36,75,179],"decision":[18],"resource":[20,78,181],"allocation":[21,79,182],"problem.":[22],"To":[23],"solve":[24],"this":[25],"mixed-integer":[26],"non-convex":[27],"problem,":[28],"we":[29],"propose":[30,66],"two":[31],"hybrid":[32,103,115,156],"approaches":[33,104,116],"that":[34,71,113,154,158],"learn":[35],"strategy":[37,76],"DQN":[39,69],"(opt-DQN)":[40],"or":[41],"Q-table":[42],"(opt-QL)":[43],"at":[44,58],"each":[45,59],"user":[46],"equipment":[47],"(UE).":[48],"The":[49,109],"communication":[50],"resources":[51],"are":[52],"allocated":[53],"optimization":[56,167],"algorithm":[57],"computational":[60],"access":[61],"point":[62],"(CAP).":[63],"also":[65],"pure":[68],"method":[70],"learns":[72],"both":[73,163],"the":[74,85,89,98,101,114,125,129,132,138,146,155,160],"via":[80],"Q-learning":[81],"(QL).":[82],"analyze":[84],"convergence":[86],"behavior":[87],"of":[88,100,131,162],"QL-based":[90],"algorithms":[91,123],"from":[92],"game-theoretical":[94],"perspective":[95],"demonstrate":[97,153],"performance":[99,130],"proposed":[102],"for":[105,172],"different":[106],"sizes.":[108],"simulation":[110],"results":[111],"show":[112],"reach":[117],"lower":[118],"costs":[119],"than":[120],"other":[121],"baseline":[122],"pure-DQN":[126,133],"approach.":[127],"Moreover,":[128],"approach":[134,157],"degrades":[135],"severely":[136],"as":[137],"size":[140],"increases,":[141],"while":[142],"opt-DQN":[143],"still":[144],"performs":[145],"best,":[147],"followed":[148],"by":[149],"opt-QL.":[150],"These":[151],"observations":[152],"combines":[159],"advantages":[161],"QL":[164],"convex":[166],"is":[168],"promising":[170],"design":[171],"MEC":[175],"network,":[176],"wherein":[177],"complicated":[178],"strategies":[183],"need":[184],"to":[185],"be":[186],"determined":[187],"in":[188],"timely":[190],"accurate":[192],"fashion.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":7}],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2025-10-10T00:00:00"}