{"id":"https://openalex.org/W2899639849","doi":"https://doi.org/10.1109/tsg.2018.2879572","title":"Model-Free Real-Time EV Charging Scheduling Based on Deep Reinforcement Learning","display_name":"Model-Free Real-Time EV Charging Scheduling Based on Deep Reinforcement Learning","publication_year":2018,"publication_date":"2018-11-06","ids":{"openalex":"https://openalex.org/W2899639849","doi":"https://doi.org/10.1109/tsg.2018.2879572","mag":"2899639849"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2018.2879572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2018.2879572","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.uri.edu/ele_facpubs/411","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101593395","display_name":"Zhiqiang Wan","orcid":"https://orcid.org/0000-0002-0652-4759"},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiqiang Wan","raw_affiliation_strings":["Department of Electrical, University of Rhode Island, South Kingstown, RI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, University of Rhode Island, South Kingstown, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088920129","display_name":"Hepeng Li","orcid":"https://orcid.org/0000-0002-7775-9088"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hepeng Li","raw_affiliation_strings":["Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411297","display_name":"Haibo He","orcid":"https://orcid.org/0000-0002-5247-9370"},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibo He","raw_affiliation_strings":["Department of Electrical, University of Rhode Island, South Kingstown, RI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, University of Rhode Island, South Kingstown, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061971606","display_name":"Danil Prokhorov","orcid":"https://orcid.org/0000-0002-6208-4233"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danil Prokhorov","raw_affiliation_strings":["Mobility Research Department, Toyota Research Institute, North America, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Mobility Research Department, Toyota Research Institute, North America, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I4391768151"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101593395"],"corresponding_institution_ids":["https://openalex.org/I17626003"],"apc_list":null,"apc_paid":null,"fwci":20.279,"has_fulltext":false,"cited_by_count":502,"citation_normalized_percentile":{"value":0.99606093,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"5","first_page":"5246","last_page":"5257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7860404253005981},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7314720153808594},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662470102310181},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6268304586410522},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5851592421531677},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.5603123307228088},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5245544910430908},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5044316053390503},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5022933483123779},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.4569554328918457},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.43335843086242676},{"id":"https://openalex.org/keywords/electricity-pricing","display_name":"Electricity pricing","score":0.4277298152446747},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.34189295768737793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3028669059276581},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19982260465621948},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.15499114990234375}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7860404253005981},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7314720153808594},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662470102310181},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6268304586410522},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5851592421531677},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.5603123307228088},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5245544910430908},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5044316053390503},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5022933483123779},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.4569554328918457},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.43335843086242676},{"id":"https://openalex.org/C2779280359","wikidata":"https://www.wikidata.org/wiki/Q870344","display_name":"Electricity pricing","level":4,"score":0.4277298152446747},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.34189295768737793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3028669059276581},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19982260465621948},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.15499114990234375},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tsg.2018.2879572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2018.2879572","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1410","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/411","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"},{"id":"pmh:oai:ir.sia.cn/:173321/25613","is_oa":false,"landing_page_url":"http://ir.sia.cn/handle/173321/25613","pdf_url":null,"source":{"id":"https://openalex.org/S4377196984","display_name":"SIA OpenIR (Chinese Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I19820366","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/I19820366"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"},{"id":"pmh:oai:ir.sia.cn/:173321/25755","is_oa":false,"landing_page_url":"http://ir.sia.cn/handle/173321/25755","pdf_url":null,"source":{"id":"https://openalex.org/S4377196984","display_name":"SIA OpenIR (Chinese Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I19820366","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/I19820366"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"\u671f\u520a\u8bba\u6587"}],"best_oa_location":{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1410","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/411","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G6429295227","display_name":null,"funder_award_id":"N00014-18-1-2396","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1489385270","https://openalex.org/W1598796236","https://openalex.org/W1689711448","https://openalex.org/W1806891645","https://openalex.org/W1931354637","https://openalex.org/W1937574340","https://openalex.org/W2010822771","https://openalex.org/W2024485885","https://openalex.org/W2024998154","https://openalex.org/W2029243470","https://openalex.org/W2032489938","https://openalex.org/W2072018956","https://openalex.org/W2077440620","https://openalex.org/W2079082996","https://openalex.org/W2092860676","https://openalex.org/W2103496339","https://openalex.org/W2120346334","https://openalex.org/W2124829859","https://openalex.org/W2129533130","https://openalex.org/W2138289719","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2160183571","https://openalex.org/W2173248099","https://openalex.org/W2188280455","https://openalex.org/W2212134762","https://openalex.org/W2277948250","https://openalex.org/W2310599269","https://openalex.org/W2336796155","https://openalex.org/W2340130488","https://openalex.org/W2340899715","https://openalex.org/W2342546046","https://openalex.org/W2344985469","https://openalex.org/W2471802579","https://openalex.org/W2515947593","https://openalex.org/W2527687809","https://openalex.org/W2549150696","https://openalex.org/W2581582336","https://openalex.org/W2586852908","https://openalex.org/W2601171548","https://openalex.org/W2754252319","https://openalex.org/W2914484425","https://openalex.org/W2963864421","https://openalex.org/W3148685027","https://openalex.org/W4214717370","https://openalex.org/W4255949318","https://openalex.org/W6635679246","https://openalex.org/W6677737365","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2946986200","https://openalex.org/W3014066038","https://openalex.org/W2152670157","https://openalex.org/W2386410636","https://openalex.org/W1970407448","https://openalex.org/W176737593","https://openalex.org/W2741786689","https://openalex.org/W2808418668","https://openalex.org/W2903299703","https://openalex.org/W2057315382"],"abstract_inverted_index":{"Driven":[0],"by":[1,37],"the":[2,30,57,68,72,83,88,121,133,147,161,170,178,181],"recent":[3],"advances":[4],"in":[5,21,61],"electric":[6],"vehicle":[7],"(EV)":[8],"technologies,":[9],"EVs":[10,19],"have":[11],"become":[12],"important":[13],"for":[14,87,124],"smart":[15],"grid":[16],"economy.":[17],"When":[18],"participate":[20],"demand":[22],"response":[23],"program":[24],"which":[25],"has":[26],"real-time":[27],"pricing":[28,43,69],"signals,":[29],"charging":[31,53],"cost":[32],"can":[33,130],"be":[34],"greatly":[35],"reduced":[36],"taking":[38],"full":[39],"advantage":[40],"of":[41,59,71,80,146,180],"these":[42],"signals.":[44],"However,":[45],"it":[46],"is":[47,117],"challenging":[48],"to":[49,56,119,156,168],"determine":[50,120],"an":[51],"optimal":[52,122,171],"strategy":[54,123],"due":[55],"existence":[58],"randomness":[60],"traffic":[62],"conditions,":[63],"user's":[64],"commuting":[65],"behavior,":[66],"and":[67,85,136,164],"process":[70],"utility.":[73],"Conventional":[74],"model-based":[75],"approaches":[76],"require":[77,139],"a":[78,100,153,165],"model":[79,142],"forecast":[81],"on":[82,113],"uncertainty":[84],"optimization":[86],"scheduling":[89,97],"process.":[90],"In":[91],"this":[92,96,125],"paper,":[93],"we":[94],"formulate":[95],"problem":[98],"as":[99],"Markov":[101],"Decision":[102],"Process":[103],"(MDP)":[104],"with":[105],"unknown":[106],"transition":[107,134],"probability.":[108],"A":[109],"model-free":[110],"approach":[111,129,149],"based":[112],"deep":[114],"reinforcement":[115],"learning":[116],"proposed":[118,128,148,182],"problem.":[126],"The":[127,144],"adaptively":[131],"learn":[132],"probability":[135],"does":[137],"not":[138],"any":[140],"system":[141],"information.":[143],"architecture":[145],"contains":[150],"two":[151],"networks:":[152],"representation":[154],"network":[155,167],"extract":[157],"discriminative":[158],"features":[159],"from":[160],"electricity":[162],"prices":[163],"Q":[166],"approximate":[169],"action-value":[172],"function.":[173],"Numerous":[174],"experimental":[175],"results":[176],"demonstrate":[177],"effectiveness":[179],"approach.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":69},{"year":2024,"cited_by_count":83},{"year":2023,"cited_by_count":97},{"year":2022,"cited_by_count":90},{"year":2021,"cited_by_count":76},{"year":2020,"cited_by_count":59},{"year":2019,"cited_by_count":20}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}