{"id":"https://openalex.org/W3048479713","doi":"https://doi.org/10.1109/jiot.2020.3015204","title":"CDDPG: A Deep-Reinforcement-Learning-Based Approach for Electric Vehicle Charging Control","display_name":"CDDPG: A Deep-Reinforcement-Learning-Based Approach for Electric Vehicle Charging Control","publication_year":2020,"publication_date":"2020-08-10","ids":{"openalex":"https://openalex.org/W3048479713","doi":"https://doi.org/10.1109/jiot.2020.3015204","mag":"3048479713"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3015204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3015204","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066227184","display_name":"Feiye Zhang","orcid":"https://orcid.org/0000-0002-7015-9768"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiye Zhang","raw_affiliation_strings":["School of Automation Science and Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Automation Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-7015-9768","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Automation Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087373711","display_name":"Qingyu Yang","orcid":"https://orcid.org/0000-0002-1525-2900"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyu Yang","raw_affiliation_strings":["School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-1525-2900","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035313256","display_name":"Dou An","orcid":"https://orcid.org/0000-0003-2868-0186"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dou An","raw_affiliation_strings":["School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-2868-0186","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Automation Science and Engineering and the SKLMSE Lab, MOE Key Laboratory for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":8.013,"has_fulltext":false,"cited_by_count":171,"citation_normalized_percentile":{"value":0.98164887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"5","first_page":"3075","last_page":"3087"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8769854307174683},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820044159889221},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6896169781684875},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.613900899887085},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.48090624809265137},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.4536069333553314},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.44483137130737305},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43276089429855347},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.4202916920185089},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.331637442111969},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11409667134284973},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11073637008666992}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8769854307174683},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820044159889221},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6896169781684875},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.613900899887085},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.48090624809265137},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.4536069333553314},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.44483137130737305},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43276089429855347},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.4202916920185089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.331637442111969},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11409667134284973},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11073637008666992},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3015204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3015204","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G3020521192","display_name":null,"funder_award_id":"61973247","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4428306558","display_name":null,"funder_award_id":"BX2020272","funder_id":"https://openalex.org/F4320335768","funder_display_name":"National Postdoctoral Program for Innovative Talents"},{"id":"https://openalex.org/G5065734402","display_name":null,"funder_award_id":"61833015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7192844520","display_name":null,"funder_award_id":"61673315","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G833113359","display_name":"\u9762\u5411\u53d8\u6362\u57df\u7684\u89c6\u6ce8\u610f\u6df1\u5ea6\u5b66\u4e60\u611f\u77e5\u8ba1\u7b97\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61866022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G964132629","display_name":null,"funder_award_id":"61803295","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335768","display_name":"National Postdoctoral Program for Innovative Talents","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W779494576","https://openalex.org/W1495870701","https://openalex.org/W1967231569","https://openalex.org/W1978995606","https://openalex.org/W1987809617","https://openalex.org/W2012160694","https://openalex.org/W2024931064","https://openalex.org/W2024998154","https://openalex.org/W2029243470","https://openalex.org/W2047902637","https://openalex.org/W2050304929","https://openalex.org/W2051323064","https://openalex.org/W2068014733","https://openalex.org/W2076587863","https://openalex.org/W2079082996","https://openalex.org/W2092860676","https://openalex.org/W2103496339","https://openalex.org/W2105402504","https://openalex.org/W2111619626","https://openalex.org/W2111708305","https://openalex.org/W2115594466","https://openalex.org/W2136848157","https://openalex.org/W2138289719","https://openalex.org/W2144572409","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2312609093","https://openalex.org/W2341171179","https://openalex.org/W2342981086","https://openalex.org/W2412864723","https://openalex.org/W2440681194","https://openalex.org/W2471802579","https://openalex.org/W2515947593","https://openalex.org/W2780336025","https://openalex.org/W2803890045","https://openalex.org/W2899639849","https://openalex.org/W2901645090","https://openalex.org/W2904635416","https://openalex.org/W2920406591","https://openalex.org/W2963864421","https://openalex.org/W4214717370","https://openalex.org/W4237591687","https://openalex.org/W4251616545","https://openalex.org/W6603762378","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2362149433","https://openalex.org/W4378211444","https://openalex.org/W2156399915","https://openalex.org/W4310614479","https://openalex.org/W2981497404","https://openalex.org/W2986711310","https://openalex.org/W2315999538","https://openalex.org/W3203839526","https://openalex.org/W2084958424","https://openalex.org/W2040882490"],"abstract_inverted_index":{"Electric":[0],"vehicle":[1],"(EV)":[2],"has":[3],"become":[4],"one":[5,188],"of":[6,18,33,45,118,139,158,178,186],"the":[7,12,16,19,30,36,43,46,49,74,108,115,123,129,137,145,156,159,164,169,176,193,196,205,216,220,226,232,236,241],"most":[8],"critical":[9],"components":[10],"in":[11,230],"smart":[13],"grid":[14],"with":[15],"applications":[17],"Internet-of-Things":[20],"(IoT)":[21],"technologies.":[22],"Real-time":[23],"charging":[24,37,58,76,99,110,125,147,197,208,242],"control":[25,38,59,77,100,111,148],"is":[26,40,53,62,153,189,201,209],"pivotal":[27],"to":[28,55,64,106,143,155,162,191,203],"ensure":[29],"efficient":[31],"operation":[32],"EVs.":[34],"However,":[35],"performance":[39],"limited":[41],"by":[42,85,181],"uncertainty":[44],"environment.":[47],"On":[48],"other":[50],"hand,":[51],"it":[52],"challenging":[54],"determine":[56,144],"a":[57,80,96],"strategy":[60,112],"that":[61,135,215],"able":[63],"optimize":[65],"multiple":[66],"objectives":[67],"simultaneously.":[68],"In":[69,172],"this":[70],"article,":[71],"we":[72,94,174],"formulate":[73],"EV":[75],"model":[78],"as":[79],"Markov":[81],"decision":[82],"process":[83],"(MDP)":[84],"constructing":[86],"state,":[87],"action,":[88],"transition":[89],"function,":[90],"and":[91,199,225,239],"reward.":[92],"Then,":[93],"propose":[95],"deep-reinforcement-learning-based":[97],"approach:":[98],"deep":[101],"deterministic":[102],"policy":[103],"gradient":[104],"(CDDPG)":[105],"learn":[107],"optimal":[109],"for":[113,235],"satisfying":[114,231],"user's":[116,124,233],"requirement":[117,234],"battery":[119,237],"energy":[120,141,238],"while":[121],"minimizing":[122],"expense.":[126],"We":[127],"utilize":[128],"long":[130],"short-term":[131],"memory":[132],"(LSTM)":[133],"network":[134,161],"extracts":[136],"information":[138],"previous":[140],"price":[142],"current":[146],"strategy.":[149,171],"Moreover,":[150],"Gaussian":[151],"noise":[152],"added":[154],"output":[157],"actor":[160],"prevent":[163],"agent":[165],"from":[166],"sticking":[167],"into":[168],"nonoptimal":[170],"addition,":[173],"address":[175],"limitation":[177],"sparse":[179],"rewards":[180,194,206],"using":[182],"two":[183],"replay":[184],"buffers,":[185],"which":[187],"used":[190,202],"store":[192,204],"during":[195],"phase":[198],"another":[200],"after":[207],"completed.":[210],"The":[211],"simulation":[212],"results":[213],"prove":[214],"CDDPG-based":[217],"approach":[218,223,228],"outperforms":[219],"deep-$Q$":[221],"-learning-based":[222],"(DQL)":[224],"deep-deterministic-policy-gradient-based":[227],"(DDPG)":[229],"reducing":[240],"cost.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":9}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}