{"id":"https://openalex.org/W3175915686","doi":"https://doi.org/10.1109/access.2021.3092381","title":"Deep Reinforcement Learning for Task Offloading in Edge Computing Assisted Power IoT","display_name":"Deep Reinforcement Learning for Task Offloading in Edge Computing Assisted Power IoT","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3175915686","doi":"https://doi.org/10.1109/access.2021.3092381","mag":"3175915686"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3092381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3092381","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09464967.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09464967.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110306379","display_name":"Jiangyi Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangyi Hu","raw_affiliation_strings":["1NARI Group Corporation (State Grid Electric Power Institute), Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1NARI Group Corporation (State Grid Electric Power Institute), Nanjing, China","institution_ids":["https://openalex.org/I4210118629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421694","display_name":"Yang Li","orcid":"https://orcid.org/0000-0003-0350-3183"},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["1NARI Group Corporation (State Grid Electric Power Institute), Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1NARI Group Corporation (State Grid Electric Power Institute), Nanjing, China","institution_ids":["https://openalex.org/I4210118629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020305309","display_name":"Gaofeng Zhao","orcid":"https://orcid.org/0000-0002-6456-9218"},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofeng Zhao","raw_affiliation_strings":["1NARI Group Corporation (State Grid Electric Power Institute), Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1NARI Group Corporation (State Grid Electric Power Institute), Nanjing, China","institution_ids":["https://openalex.org/I4210118629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101552280","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0003-4147-0263"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4147-0263","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068307922","display_name":"Yiyang Ni","orcid":"https://orcid.org/0000-0001-5893-6854"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Ni","raw_affiliation_strings":["Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5893-6854","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100390094","display_name":"Haitao Zhao","orcid":"https://orcid.org/0000-0002-3539-3532"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Zhao","raw_affiliation_strings":["Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3539-3532","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.7257,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.90353512,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"93892","last_page":"93901"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8734089136123657},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7586122751235962},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7487204670906067},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6615098118782043},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5583763718605042},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5365422368049622},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5311554670333862},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.49437451362609863},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4906708002090454},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4791007339954376},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4482041001319885},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.43822330236434937},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4169403910636902},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19062882661819458},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12686318159103394},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.10753661394119263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8734089136123657},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7586122751235962},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7487204670906067},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6615098118782043},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5583763718605042},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5365422368049622},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5311554670333862},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.49437451362609863},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4906708002090454},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4791007339954376},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4482041001319885},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.43822330236434937},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4169403910636902},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19062882661819458},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12686318159103394},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10753661394119263},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3092381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3092381","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09464967.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a009109b77ce4218863bf2613b0b5065","is_oa":true,"landing_page_url":"https://doaj.org/article/a009109b77ce4218863bf2613b0b5065","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 93892-93901 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3092381","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3092381","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09464967.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8600000143051147}],"awards":[{"id":"https://openalex.org/G5064841069","display_name":null,"funder_award_id":"SGZJXT00JSJS2000455","funder_id":"https://openalex.org/F4320326707","funder_display_name":"State Grid Corporation of China"}],"funders":[{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"},{"id":"https://openalex.org/F4320335967","display_name":"Science and Technology Project of State Grid","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3175915686.pdf","grobid_xml":"https://content.openalex.org/works/W3175915686.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1904504745","https://openalex.org/W2016139252","https://openalex.org/W2141587120","https://openalex.org/W2155968351","https://openalex.org/W2173248099","https://openalex.org/W2195423816","https://openalex.org/W2342289700","https://openalex.org/W2344423009","https://openalex.org/W2400861403","https://openalex.org/W2531437790","https://openalex.org/W2609618253","https://openalex.org/W2746553466","https://openalex.org/W2761862361","https://openalex.org/W2784111185","https://openalex.org/W2864393739","https://openalex.org/W2888905617","https://openalex.org/W2894383926","https://openalex.org/W2900931855","https://openalex.org/W2903874029","https://openalex.org/W2906304650","https://openalex.org/W2918891759","https://openalex.org/W2922227730","https://openalex.org/W2947400732","https://openalex.org/W2956261151","https://openalex.org/W2963215687","https://openalex.org/W2963750663","https://openalex.org/W2964015972","https://openalex.org/W2964098968","https://openalex.org/W2979897999","https://openalex.org/W3101824822","https://openalex.org/W3103591951","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W2928328943","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4221092438","https://openalex.org/W4406207611","https://openalex.org/W4407633523"],"abstract_inverted_index":{"Power":[0],"Internet":[1],"of":[2,15,23,37,60,90,116,124],"Things":[3],"(PIoT)":[4],"is":[5,30,84,136,164,174],"a":[6,87,99,139,170],"promising":[7],"solution":[8],"to":[9,33,73,77,176],"meet":[10],"the":[11,28,43,51,57,61,69,79,117,125,129,144,150,154,185,190],"increasing":[12],"electricity":[13],"demand":[14],"modern":[16],"cities,":[17],"but":[18],"real-time":[19],"processing":[20],"and":[21,39,94,120,160,168],"analysis":[22],"huge":[24],"data":[25],"collected":[26],"by":[27,68],"devices":[29,38,62],"challengeable":[31],"due":[32],"limited":[34],"computing":[35,53,58,121,161],"capability":[36],"long":[40],"distance":[41],"from":[42],"cloud":[44],"center.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49,97],"consider":[50],"edge":[52,74,126,134],"assisted":[54],"PIoT":[55,118],"where":[56],"tasks":[59],"can":[63,188],"be":[64],"either":[65],"processed":[66],"locally":[67],"devices,":[70,119],"or":[71],"offloaded":[72],"servers.":[75,127],"Aiming":[76],"maximize":[78],"long-term":[80],"system":[81,191],"utility":[82],"which":[83,109,143],"defined":[85],"as":[86,138],"weighted":[88],"sum":[89],"reduction":[91],"in":[92,142],"latency":[93],"energy":[95],"consumption,":[96],"propose":[98],"novel":[100],"task":[101,112,130,178],"offloading":[102],"algorithm":[103,173],"based":[104],"on":[105,132],"deep":[106,171],"reinforcement":[107],"learning,":[108],"jointly":[110],"optimizes":[111],"scheduling,":[113],"transmit":[114,158],"power":[115,159],"resource":[122,162],"allocation":[123,163],"Specifically,":[128],"execution":[131],"each":[133],"server":[135],"modeled":[137],"queuing":[140],"system,":[141],"current":[145],"queue":[146],"state":[147],"may":[148],"affect":[149],"waiting":[151],"time":[152],"for":[153],"next":[155],"tasks.":[156],"The":[157],"first":[165],"optimized,":[166],"respectively,":[167],"then":[169],"Q-learning":[172],"adopted":[175],"make":[177],"scheduling":[179],"decisions.":[180],"Numerical":[181],"results":[182],"show":[183],"that":[184],"proposed":[186],"method":[187],"improve":[189],"utility.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}