{"id":"https://openalex.org/W2888896501","doi":"https://doi.org/10.1109/tsc.2018.2867482","title":"A Double Deep Q-Learning Model for Energy-Efficient Edge Scheduling","display_name":"A Double Deep Q-Learning Model for Energy-Efficient Edge Scheduling","publication_year":2018,"publication_date":"2018-08-29","ids":{"openalex":"https://openalex.org/W2888896501","doi":"https://doi.org/10.1109/tsc.2018.2867482","mag":"2888896501"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2018.2867482","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2018.2867482","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101829682","display_name":"Qingchen Zhang","orcid":"https://orcid.org/0000-0001-5525-687X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingchen Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037144027","display_name":"Man Lin","orcid":"https://orcid.org/0000-0003-1613-8357"},"institutions":[{"id":"https://openalex.org/I197191942","display_name":"St. Francis Xavier University","ror":"https://ror.org/01wcaxs37","country_code":"CA","type":"education","lineage":["https://openalex.org/I197191942"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Man Lin","raw_affiliation_strings":["Department of Computer Science, St. Francis Xavier University, Antigonish, NS, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, St. Francis Xavier University, Antigonish, NS, Canada","institution_ids":["https://openalex.org/I197191942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049154222","display_name":"Laurence T. Yang","orcid":"https://orcid.org/0000-0002-7986-4244"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Laurence T. Yang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053156190","display_name":"Zhikui Chen","orcid":"https://orcid.org/0000-0002-9209-2189"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhikui Chen","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003909640","display_name":"Samee U. Khan","orcid":"https://orcid.org/0000-0001-5640-4942"},"institutions":[{"id":"https://openalex.org/I57328836","display_name":"North Dakota State University","ror":"https://ror.org/05h1bnb22","country_code":"US","type":"education","lineage":["https://openalex.org/I57328836"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samee U. Khan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Dakota State University, Fargo, ND, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Dakota State University, Fargo, ND, USA","institution_ids":["https://openalex.org/I57328836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100432725","display_name":"Peng Li","orcid":"https://orcid.org/0000-0002-7138-430X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["School of Software Technology, Dalian University of Technology, Dalian, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"School of Software Technology, Dalian University of Technology, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101829682"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":16.7787,"has_fulltext":false,"cited_by_count":156,"citation_normalized_percentile":{"value":0.99319096,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"12","issue":"5","first_page":"739","last_page":"749"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.820888102054596},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.7399876117706299},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5770555138587952},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.57695472240448},{"id":"https://openalex.org/keywords/frequency-scaling","display_name":"Frequency scaling","score":0.5578612685203552},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5576462745666504},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.47432205080986023},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4676092863082886},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.42193931341171265},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3653850555419922},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36422839760780334},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2986082136631012},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1722613275051117},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10104399919509888},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06657221913337708}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.820888102054596},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.7399876117706299},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5770555138587952},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.57695472240448},{"id":"https://openalex.org/C157742956","wikidata":"https://www.wikidata.org/wiki/Q3237776","display_name":"Frequency scaling","level":3,"score":0.5578612685203552},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5576462745666504},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.47432205080986023},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4676092863082886},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.42193931341171265},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3653850555419922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36422839760780334},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2986082136631012},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1722613275051117},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10104399919509888},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06657221913337708},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2018.2867482","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2018.2867482","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1686420892","https://openalex.org/W1993482030","https://openalex.org/W2005636415","https://openalex.org/W2009035836","https://openalex.org/W2024165284","https://openalex.org/W2033448900","https://openalex.org/W2060715188","https://openalex.org/W2072329063","https://openalex.org/W2093582532","https://openalex.org/W2125381034","https://openalex.org/W2143352100","https://openalex.org/W2156387975","https://openalex.org/W2318454007","https://openalex.org/W2326245332","https://openalex.org/W2343471719","https://openalex.org/W2344783839","https://openalex.org/W2416799949","https://openalex.org/W2526509045","https://openalex.org/W2586470386","https://openalex.org/W2592144640","https://openalex.org/W2610514569","https://openalex.org/W2625365023","https://openalex.org/W2741756174","https://openalex.org/W2745993090","https://openalex.org/W2746722165","https://openalex.org/W2746745947","https://openalex.org/W2749166165","https://openalex.org/W2767128704","https://openalex.org/W2767547957","https://openalex.org/W2783675117","https://openalex.org/W2791512297","https://openalex.org/W2962685937","https://openalex.org/W4232751114","https://openalex.org/W6681285795","https://openalex.org/W6682889407","https://openalex.org/W6697462184"],"related_works":["https://openalex.org/W4385957115","https://openalex.org/W2061372042","https://openalex.org/W3047779762","https://openalex.org/W1520030019","https://openalex.org/W2071654592","https://openalex.org/W2088157920","https://openalex.org/W4283785902","https://openalex.org/W179829755","https://openalex.org/W2035968155","https://openalex.org/W2609678089"],"abstract_inverted_index":{"Reducing":[0],"energy":[1,187,202],"consumption":[2],"is":[3,44,88,134,165,178],"a":[4,23,49,70,83,103,115,158,205],"vital":[5],"and":[6,32,114,189,203],"challenging":[7],"problem":[8],"for":[9,38,77,90,106,110,118,214],"the":[10,55,61,74,96,108,120,125,128,137,141,148,169,172],"edge":[11,92,216],"computing":[12],"devices":[13],"since":[14,66],"they":[15],"are":[16],"always":[17],"energy-limited.":[18],"To":[19],"tackle":[20],"this":[21,81],"problem,":[22],"deep":[24,85,99,143],"Q-learning":[25,86,100,144],"model":[26,87,101,177,197],"with":[27,180],"multiple":[28],"DVFS":[29,112],"(dynamic":[30],"voltage":[31],"frequency":[33],"scaling)":[34],"algorithms":[35],"was":[36],"proposed":[37,89,97,173,176,196],"energy-efficient":[39,91,215],"scheduling":[40,93],"(DQL-EES).":[41],"However,":[42],"DQL-EES":[43,181],"highly":[45],"unstable":[46],"when":[47],"using":[48],"single":[50],"stacked":[51],"auto-encoder":[52],"to":[53,72,123,153,167],"approximate":[54],"Q-function.":[56],"Additionally,":[57],"it":[58,67],"cannot":[59],"distinguish":[60],"continuous":[62],"system":[63],"states":[64],"well":[65],"depends":[68],"on":[69,162,182],"Q-table":[71],"generate":[73],"target":[75,116,121],"values":[76],"training":[78,190,207],"parameters.":[79,126],"In":[80],"paper,":[82],"double":[84,98,142],"(DDQ-EES).":[94],"Specially,":[95],"includes":[102],"generated":[104],"network":[105,117],"producing":[107,119],"Q-value":[109],"each":[111],"algorithm":[113,160],"Q-values":[122],"train":[124,168],"Furthermore,":[127],"rectified":[129],"linear":[130],"units":[131],"(ReLU)":[132],"function":[133,139,150],"used":[135],"as":[136],"activation":[138],"in":[140,151,184],"model,":[145],"instead":[146],"of":[147,171,186],"Sigmoid":[149],"QDL-EES,":[152],"avoid":[154],"gradient":[155],"vanishing.":[156],"Finally,":[157],"learning":[159],"based":[161],"experience":[163],"replay":[164],"developed":[166],"parameters":[170],"model.":[174],"The":[175],"compared":[179],"EdgeCloudSim":[183],"terms":[185],"saving":[188],"time.":[191],"Results":[192],"indicate":[193],"that":[194],"our":[195],"can":[198],"save":[199],"average":[200],"2%-2.4%":[201],"achieve":[204],"higher":[206],"efficiency":[208],"than":[209],"QQL-EES,":[210],"proving":[211],"its":[212],"potential":[213],"scheduling.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}