{"id":"https://openalex.org/W2996745384","doi":"https://doi.org/10.1109/access.2019.2959348","title":"Joint Optimization of Data Offloading and Resource Allocation With Renewable Energy Aware for IoT Devices: A Deep Reinforcement Learning Approach","display_name":"Joint Optimization of Data Offloading and Resource Allocation With Renewable Energy Aware for IoT Devices: A Deep Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2996745384","doi":"https://doi.org/10.1109/access.2019.2959348","mag":"2996745384"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2959348","doi":"https://doi.org/10.1109/access.2019.2959348","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2959348","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2019.2959348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020705665","display_name":"Hongchang Ke","orcid":"https://orcid.org/0000-0003-0946-9289","observed_orcids":["https://orcid.org/0000-0003-0946-9289"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210143016","display_name":"Changchun Institute of Technology","ror":"https://ror.org/03r6wam78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210143016"]},{"id":"https://openalex.org/I4405259713","display_name":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University","ror":"https://ror.org/02knk1347","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405259713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongchang Ke","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China","Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","School of Computer Technology and Engineering, Changchun Institute of Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-0946-9289","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4405259713"]},{"raw_affiliation_string":"School of Computer Technology and Engineering, Changchun Institute of Technology, Changchun, China","institution_ids":["https://openalex.org/I4210143016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711285","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0002-7701-8511","observed_orcids":["https://orcid.org/0000-0002-7701-8511"]},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4405259713","display_name":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University","ror":"https://ror.org/02knk1347","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405259713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University, Changchun, China","Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-7701-8511","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Key Laboratory of Symbolic Computation and Knowledge Engineering of Ministry of Education, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4405259713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018832096","display_name":"Hui Wang","orcid":"https://orcid.org/0000-0001-5074-900X","observed_orcids":["https://orcid.org/0000-0001-5074-900X"]},"institutions":[{"id":"https://openalex.org/I4385474403","display_name":"Changchun University of Technology","ror":"https://ror.org/052pakb34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4385474403"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Wang","raw_affiliation_strings":["College of Computer Science and Engineering, Changchun University of Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-5074-900X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Changchun University of Technology, Changchun, China","institution_ids":["https://openalex.org/I4385474403"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053201231","display_name":"Yuming Ge","orcid":"https://orcid.org/0000-0001-5579-802X","observed_orcids":["https://orcid.org/0000-0001-5579-802X"]},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Ge","raw_affiliation_strings":["Technology and Standards Research Institute, China Academy of Information and Communications Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5579-802X","affiliations":[{"raw_affiliation_string":"Technology and Standards Research Institute, China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":3.6716,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.93230862,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"179349","last_page":"179363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-offloading","display_name":"data offloading","score":0.9710000157356262},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.7609999775886536},{"id":"https://openalex.org/keywords/renewable-energy-harvesting","display_name":"renewable energy harvesting","score":0.8740000128746033},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.8209999799728394},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"mobile edge computing","score":0.9950000047683716},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9190000295639038},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"bandwidth allocation","score":0.8949999809265137},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"energy consumption","score":0.7620000243186951},{"id":"https://openalex.org/keywords/transmission-delay","display_name":"transmission delay","score":0.8360000252723694},{"id":"https://openalex.org/keywords/time-varying-wireless-channels","display_name":"time-varying wireless channels","score":0.9319999814033508},{"id":"https://openalex.org/keywords/continuous-action-spaces","display_name":"continuous action spaces","score":0.7929999828338623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8725784420967102},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.599903404712677},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5481054782867432},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43837472796440125},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4323386251926422},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4295235574245453},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.4274872839450836},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35960352420806885},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.349911630153656},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32833045721054077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12934249639511108},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2959348","doi":"https://doi.org/10.1109/access.2019.2959348","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2959348","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:effbc95fea7c4b2181158169b1ac20c8","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/effbc95fea7c4b2181158169b1ac20c8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 179349-179363 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2959348","doi":"https://doi.org/10.1109/access.2019.2959348","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2959348","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.8970999717712402},{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.75}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5053931887","display_name":null,"funder_award_id":"6171101066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5444577298","display_name":"\u8f66\u8f7d\u81ea\u7ec4\u7f51\u670d\u52a1\u8d28\u91cf\u4e0e\u5b89\u5168\u6027\u80fd\u8de8\u5c42\u8054\u5408\u4f18\u5316\u7406\u8bba\u4e0e\u6280\u672f\u7814\u7a76","funder_award_id":"61572229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W182605591","https://openalex.org/W1762460359","https://openalex.org/W1971443733","https://openalex.org/W2082011829","https://openalex.org/W2118588134","https://openalex.org/W2126462381","https://openalex.org/W2137809208","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2237949559","https://openalex.org/W2290354866","https://openalex.org/W2344423009","https://openalex.org/W2397723600","https://openalex.org/W2400861403","https://openalex.org/W2482293012","https://openalex.org/W2520469040","https://openalex.org/W2599106590","https://openalex.org/W2624989916","https://openalex.org/W2625483604","https://openalex.org/W2626588362","https://openalex.org/W2746553466","https://openalex.org/W2761125797","https://openalex.org/W2767359317","https://openalex.org/W2794157223","https://openalex.org/W2804117600","https://openalex.org/W2806153095","https://openalex.org/W2811369142","https://openalex.org/W2888816167","https://openalex.org/W2889540440","https://openalex.org/W2898652425","https://openalex.org/W2901048538","https://openalex.org/W2901631215","https://openalex.org/W2903081123","https://openalex.org/W2905026759","https://openalex.org/W2945235903","https://openalex.org/W2952524760","https://openalex.org/W2962994567","https://openalex.org/W2964054168","https://openalex.org/W2964098968","https://openalex.org/W2964221923","https://openalex.org/W2975124241","https://openalex.org/W2980360843"],"related_works":["https://openalex.org/W4380906017","https://openalex.org/W3153054482","https://openalex.org/W4415124512","https://openalex.org/W2964098968","https://openalex.org/W4415003051","https://openalex.org/W7084104171","https://openalex.org/W4387251373","https://openalex.org/W4362563517","https://openalex.org/W3035007032","https://openalex.org/W7118944570"],"abstract_inverted_index":{"A":[0],"large":[1,15],"number":[2],"of":[3,10,17,31,35,42,74,100,169,175],"connected":[4],"sensors":[5],"and":[6,20,28,96,107,110,120,134,148,160,164,191,224,227,259],"devices":[7,44,55,116,196],"in":[8,79,262],"Internet":[9],"Things":[11],"(IoT)":[12],"can":[13,56,204,211,246],"generate":[14],"amounts":[16],"computing":[18,52,58,103,146],"data":[19,29,108,132,155,186,217],"increase":[21],"massive":[22],"energy":[23,76,87,112,136,158,189,221],"consumption.":[24,88],"Real-time":[25],"states":[26],"monitoring":[27],"processing":[30,40],"IoT":[32,43,54,83,115,195,238],"nodes":[33,84],"are":[34,105,123],"great":[36],"significance,":[37],"but":[38],"the":[39,48,72,97,167,173,176,206,213,236,249],"power":[41],"is":[45],"limited.":[46],"Using":[47],"emerging":[49],"mobile":[50],"edge":[51],"(MEC),":[53],"offload":[57],"tasks":[59,104,147],"to":[60,165],"an":[61,140,229],"MEC":[62,141],"server":[63,142],"associated":[64],"with":[65,94],"small":[66],"or":[67,82],"macro":[68],"base":[69,80],"stations.":[70],"Moreover,":[71],"use":[73],"renewable":[75,101,111,135,188],"harvesting":[77],"capabilities":[78],"stations":[81],"may":[85],"reduce":[86],"As":[89],"wireless":[90,151],"channel":[91],"conditions":[92],"vary":[93],"time":[95],"arrival":[98],"rates":[99],"energy,":[102],"stochastic,":[106],"offloading":[109,133],"aware":[113,137],"for":[114,185,194],"under":[117],"a":[118,131,181],"dynamic":[119,237],"unknown":[121],"environment":[122],"major":[124],"challenges.":[125],"In":[126],"this":[127],"work,":[128],"we":[129,179],"design":[130],"model":[138],"considering":[139],"performing":[143],"multiple":[144],"stochastic":[145,263],"involving":[149],"time-varied":[150],"channels.":[152],"To":[153],"optimize":[154],"transmission":[156],"delay,":[157],"consumption,":[159],"bandwidth":[161,192,225],"allocation":[162,193],"jointly,":[163],"avoid":[166],"curse":[168],"dimensionality":[170],"caused":[171],"by":[172,232],"complexity":[174],"action":[177,208],"space,":[178],"propose":[180],"joint":[182],"optimization":[183],"method":[184],"offloading,":[187],"aware,":[190],"based":[197],"on":[198],"deep":[199],"reinforcement":[200],"learning":[201,234],"(JODRBRL),":[202],"which":[203,252],"handle":[205],"continuous":[207],"space.":[209],"JODRBRL":[210,245],"minimize":[212],"total":[214],"system":[215],"cost(including":[216],"buffer":[218],"delay":[219],"cost,":[220,223],"consumption":[222],"cost)":[226],"obtain":[228],"efficient":[230],"solution":[231],"adaptively":[233],"from":[235],"environment.":[239],"The":[240],"numerical":[241],"results":[242],"demonstrate":[243],"that":[244],"effectively":[247],"learn":[248],"optimal":[250],"policy,":[251],"outperforms":[253],"Dueling":[254],"DQN,":[255],"Double":[256],"DQN":[257],"(DDQN),":[258],"greedy":[260],"policy":[261],"environments.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2019-12-26T00:00:00"}