{"id":"https://openalex.org/W4387730212","doi":"https://doi.org/10.1109/ipccc59175.2023.10253839","title":"Deep Reinforcement Learning Based Task Offloading and Resource Allocation in Small Cell MEC","display_name":"Deep Reinforcement Learning Based Task Offloading and Resource Allocation in Small Cell MEC","publication_year":2023,"publication_date":"2023-10-18","ids":{"openalex":"https://openalex.org/W4387730212","doi":"https://doi.org/10.1109/ipccc59175.2023.10253839"},"language":"en","primary_location":{"id":"doi:10.1109/ipccc59175.2023.10253839","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ipccc59175.2023.10253839","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100452557","display_name":"Han Li","orcid":"https://orcid.org/0000-0001-5101-5542"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Han Li","raw_affiliation_strings":["Beijing Jiaotong University,School of Computer and Information Technology,Beijing,China,100044"],"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,School of Computer and Information Technology,Beijing,China,100044","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042668908","display_name":"Ke Xiong","orcid":"https://orcid.org/0000-0001-9364-0207"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xiong","raw_affiliation_strings":["Beijing Jiaotong University,School of Computer and Information Technology,Beijing,China,100044"],"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University,School of Computer and Information Technology,Beijing,China,100044","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079233004","display_name":"Pingyi Fan","orcid":"https://orcid.org/0000-0002-0658-6079"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingyi Fan","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079052203","display_name":"Khaled B. Letaief","orcid":"https://orcid.org/0000-0003-2519-6401"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Khaled Ben Letaief","raw_affiliation_strings":["Hong Kong University of Science and Technology (HKUST),Department of Electrical and Computer Engineering,Hong Kong","Department of Electrical and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (HKUST),Department of Electrical and Computer Engineering,Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100452557"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":0.8209,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74667529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"475","last_page":"480"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8106200695037842},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.8073565363883972},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7264904379844666},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7124428749084473},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6951353549957275},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6445489525794983},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5478614568710327},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5153576731681824},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5099281072616577},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5043386220932007},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.49229705333709717},{"id":"https://openalex.org/keywords/small-cell","display_name":"Small cell","score":0.47031891345977783},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46016618609428406},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.42463332414627075},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3770773112773895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14343637228012085},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09891292452812195},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08510395884513855}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8106200695037842},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.8073565363883972},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7264904379844666},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7124428749084473},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6951353549957275},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6445489525794983},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5478614568710327},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5153576731681824},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5099281072616577},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5043386220932007},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.49229705333709717},{"id":"https://openalex.org/C179655311","wikidata":"https://www.wikidata.org/wiki/Q7543020","display_name":"Small cell","level":3,"score":0.47031891345977783},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46016618609428406},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.42463332414627075},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3770773112773895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14343637228012085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09891292452812195},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08510395884513855},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ipccc59175.2023.10253839","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ipccc59175.2023.10253839","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-135470","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-135470","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2751904527","https://openalex.org/W3006865877","https://openalex.org/W3153784218","https://openalex.org/W3183673024","https://openalex.org/W3202127765","https://openalex.org/W3215644076","https://openalex.org/W4206731724","https://openalex.org/W4226265888","https://openalex.org/W4312242745","https://openalex.org/W4312354825","https://openalex.org/W4318586180"],"related_works":["https://openalex.org/W2029232111","https://openalex.org/W2159422359","https://openalex.org/W2335680976","https://openalex.org/W2294196761","https://openalex.org/W2141929741","https://openalex.org/W2252345849","https://openalex.org/W2923452570","https://openalex.org/W2786117496","https://openalex.org/W206598027","https://openalex.org/W2785873404"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,7,51,60,68,72,84,119,136,139,145],"joint":[4,101],"optimization":[5,54,74,79,112],"of":[6,42,50,64,123],"task":[8,102],"offloading":[9,103],"and":[10,46,87,104,133,144],"resource":[11,105],"allocation":[12,106],"in":[13,37],"small":[14],"cell":[15],"mobile":[16],"edge":[17],"computing":[18,31],"(MEC)":[19],"networks,":[20],"where":[21],"multiple":[22],"small-cell":[23],"base":[24],"stations":[25],"(SBSs)":[26],"integrating":[27],"MEC":[28],"servers":[29],"provide":[30],"services":[32],"for":[33],"user":[34],"devices":[35],"(UDs)":[36],"their":[38,94],"cells.":[39],"In":[40],"pursuit":[41],"green":[43],"network":[44],"design":[45],"also":[47,134],"saving":[48],"energy":[49,62,121,147],"UDs,":[52],"an":[53,98],"problem":[55],"is":[56,125],"formulated":[57],"to":[58,67,83,93],"minimize":[59],"total":[61,120,146],"consumption":[63,122],"UDs":[65,124],"subjecting":[66],"delay":[69,140],"constraints.":[70],"Since":[71],"existing":[73],"schemes":[75],"based":[76,108],"on":[77,109],"traditional":[78],"theory":[80],"cannot":[81],"adapt":[82],"time-varying":[85],"channel":[86],"highly":[88],"dynamic":[89],"UD":[90],"requirements":[91],"due":[92],"complexity,":[95],"we":[96],"propose":[97],"efficient":[99],"learning-enabled":[100],"scheme":[107],"proximal":[110],"policy":[111],"(PPO)":[113],"framework.":[114],"Simulation":[115],"results":[116],"show":[117,135],"that":[118],"significantly":[126],"reduced":[127],"by":[128],"our":[129],"proposed":[130],"PPO-based":[131],"scheme,":[132],"trade-off":[137],"between":[138],"constraints":[141],"satisfaction":[142],"probability":[143],"consumption.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}