{"id":"https://openalex.org/W3045990328","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148285","title":"Computation Offloading With Reinforcement Learning in D2D-MEC Network","display_name":"Computation Offloading With Reinforcement Learning in D2D-MEC Network","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045990328","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148285","mag":"3045990328"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc48107.2020.9148285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025040861","display_name":"Li Gaibin","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gaibin Li","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760718","display_name":"Mingkai Chen","orcid":"https://orcid.org/0000-0002-8826-2587"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingkai Chen","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040173124","display_name":"Xin Wei","orcid":"https://orcid.org/0000-0001-6183-2298"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wei","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035950342","display_name":"Ting Qi","orcid":"https://orcid.org/0000-0001-9086-5064"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Qi","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015036096","display_name":"Wenqin Zhuang","orcid":"https://orcid.org/0000-0001-6071-7861"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqin Zhuang","raw_affiliation_strings":["Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025040861"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":1.2334,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.81139011,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8628164529800415},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8207693099975586},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8122975826263428},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6988517045974731},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5843731164932251},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5744085311889648},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.49622708559036255},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49578985571861267},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4784022271633148},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.4541962444782257},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4186718463897705},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4147898256778717},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4123817980289459},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.38630056381225586},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.36438122391700745},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.34425675868988037},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.2921716570854187},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25409701466560364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18570667505264282},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10556504130363464}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8628164529800415},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8207693099975586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8122975826263428},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6988517045974731},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5843731164932251},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5744085311889648},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.49622708559036255},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49578985571861267},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4784022271633148},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.4541962444782257},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4186718463897705},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4147898256778717},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4123817980289459},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.38630056381225586},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36438122391700745},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.34425675868988037},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2921716570854187},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25409701466560364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18570667505264282},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10556504130363464},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc48107.2020.9148285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148285","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2045907783","https://openalex.org/W2082011829","https://openalex.org/W2116175219","https://openalex.org/W2128145324","https://openalex.org/W2156077514","https://openalex.org/W2341380473","https://openalex.org/W2594560857","https://openalex.org/W2624989916","https://openalex.org/W2774094555","https://openalex.org/W2780554135","https://openalex.org/W2916693941","https://openalex.org/W2921729504","https://openalex.org/W2929457212","https://openalex.org/W2947923525","https://openalex.org/W2948474717","https://openalex.org/W2950920210","https://openalex.org/W2954675767"],"related_works":["https://openalex.org/W3100628847","https://openalex.org/W4226470542","https://openalex.org/W3006657393","https://openalex.org/W4290996552","https://openalex.org/W4210636254","https://openalex.org/W2895926108","https://openalex.org/W4307186964","https://openalex.org/W2979596121","https://openalex.org/W4319866204","https://openalex.org/W4226220928"],"abstract_inverted_index":{"With":[0],"the":[1,33,51,75,80,95,118,126,131,134,138,141,144,148,153,159,165],"deployment":[2],"of":[3,37,97,133,140,147],"compute-intensive":[4],"applications":[5,15],"on":[6,158],"mobile":[7,18,47],"devices,":[8],"some":[9],"work":[10],"aims":[11],"to":[12,78,130,163],"support":[13],"these":[14],"by":[16,40,137],"enhancing":[17],"edge":[19],"computing":[20],"(MEC)":[21],"using":[22],"device-to-device":[23],"(D2D)":[24],"communication":[25],"technology.":[26],"Different":[27],"from":[28],"previous":[29],"work,":[30],"we":[31,65,89,151],"investigate":[32],"energy":[34,81],"consumption":[35,82],"optimization":[36,57],"MEC":[38],"assisted":[39],"idle":[41],"user":[42,71],"equipment":[43],"(UE)":[44],"in":[45,83],"a":[46,67,102],"environment":[48,135],"when":[49],"combining":[50],"two":[52,115],"technologies,":[53],"and":[54,93,124,143],"propose":[55],"an":[56],"method":[58,156],"for":[59],"continuous":[60,84],"time.":[61],"In":[62],"this":[63,87],"paper,":[64],"build":[66],"D2D-MEC":[68],"model":[69],"with":[70],"mobility.":[72],"To":[73],"optimize":[74],"processing":[76],"decision":[77,104],"save":[79],"time":[85],"under":[86],"model,":[88],"define":[90],"long-term":[91,99,127,166],"costs":[92,100],"formulate":[94],"problem":[96,111],"minimizing":[98],"as":[101],"markov":[103],"process":[105],"(MDP)":[106],"problem.":[107],"The":[108],"complex":[109],"MDP":[110],"is":[112,121],"decomposed":[113],"into":[114],"sub-problems,":[116],"where":[117],"explicit":[119],"cost":[120],"minimized":[122],"first":[123],"then":[125],"cost.":[128,167],"Due":[129],"uncertainty":[132],"caused":[136],"mobility":[139],"UE":[142],"high":[145],"dimensionality":[146],"environmental":[149],"information,":[150],"use":[152],"reinforcement":[154],"learning":[155],"based":[157],"neural":[160],"network":[161],"approximation":[162],"minimize":[164]},"counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}