{"id":"https://openalex.org/W3087814763","doi":"https://doi.org/10.1109/tvt.2020.3026004","title":"Autonomous PEV Charging Scheduling Using Dyna-Q Reinforcement Learning","display_name":"Autonomous PEV Charging Scheduling Using Dyna-Q Reinforcement Learning","publication_year":2020,"publication_date":"2020-09-23","ids":{"openalex":"https://openalex.org/W3087814763","doi":"https://doi.org/10.1109/tvt.2020.3026004","mag":"3087814763"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2020.3026004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.3026004","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100380545","display_name":"Fan Wang","orcid":"https://orcid.org/0000-0002-9803-6823"},"institutions":[{"id":"https://openalex.org/I176714629","display_name":"Bell (Canada)","ror":"https://ror.org/00xdg8m59","country_code":"CA","type":"company","lineage":["https://openalex.org/I176714629"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Fan Wang","raw_affiliation_strings":["Business Intelligence Department, Bell Canada, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Business Intelligence Department, Bell Canada, ON, Canada","institution_ids":["https://openalex.org/I176714629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086403520","display_name":"Jie Gao","orcid":"https://orcid.org/0000-0001-6095-2968"},"institutions":[{"id":"https://openalex.org/I102461120","display_name":"Marquette University","ror":"https://ror.org/04gr4te78","country_code":"US","type":"education","lineage":["https://openalex.org/I102461120"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Gao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Marquette University, Milwaukee, WI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Marquette University, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I102461120"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074493410","display_name":"Mushu Li","orcid":"https://orcid.org/0000-0002-9694-3294"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mushu Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100765829","display_name":"Lian Zhao","orcid":"https://orcid.org/0000-0002-5602-1738"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lian Zhao","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, Ryerson University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, Ryerson University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100380545"],"corresponding_institution_ids":["https://openalex.org/I176714629"],"apc_list":null,"apc_paid":null,"fwci":2.1774,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.88076163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"69","issue":"11","first_page":"12609","last_page":"12620"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9414768815040588},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8089301586151123},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7478541135787964},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.655862033367157},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5575954914093018},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48293134570121765},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4800659120082855},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46563947200775146},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4507838785648346},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.43703240156173706},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4353688061237335},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3374813199043274},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33019378781318665},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2885943651199341},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09827333688735962}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9414768815040588},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8089301586151123},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.7478541135787964},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.655862033367157},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5575954914093018},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48293134570121765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4800659120082855},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46563947200775146},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4507838785648346},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.43703240156173706},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4353688061237335},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3374813199043274},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33019378781318665},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2885943651199341},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09827333688735962},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2020.3026004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.3026004","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1524491216","https://openalex.org/W1937574340","https://openalex.org/W1966574451","https://openalex.org/W1987034518","https://openalex.org/W2024998154","https://openalex.org/W2029243470","https://openalex.org/W2036251084","https://openalex.org/W2077440620","https://openalex.org/W2129533130","https://openalex.org/W2138289719","https://openalex.org/W2140061833","https://openalex.org/W2161666560","https://openalex.org/W2212134762","https://openalex.org/W2290354866","https://openalex.org/W2344985469","https://openalex.org/W2471802579","https://openalex.org/W2515947593","https://openalex.org/W2523246573","https://openalex.org/W2543068525","https://openalex.org/W2566425973","https://openalex.org/W2567433034","https://openalex.org/W2581582336","https://openalex.org/W2584168942","https://openalex.org/W2592941602","https://openalex.org/W2594917114","https://openalex.org/W2597125925","https://openalex.org/W2610446386","https://openalex.org/W2617931713","https://openalex.org/W2739697384","https://openalex.org/W2747366356","https://openalex.org/W2786910693","https://openalex.org/W2886247978","https://openalex.org/W2893055099","https://openalex.org/W2899639849","https://openalex.org/W2950471160","https://openalex.org/W2959673316","https://openalex.org/W2962950311","https://openalex.org/W2963664129","https://openalex.org/W2982354669","https://openalex.org/W2985230321","https://openalex.org/W2988567901","https://openalex.org/W2998795925","https://openalex.org/W6696324988","https://openalex.org/W6727249380"],"related_works":["https://openalex.org/W2152670157","https://openalex.org/W2386410636","https://openalex.org/W176737593","https://openalex.org/W2808418668","https://openalex.org/W2903299703","https://openalex.org/W2156021013","https://openalex.org/W2016648086","https://openalex.org/W3105579180","https://openalex.org/W2807018115","https://openalex.org/W1574958246"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,44,86,111,145,151,177],"demand":[4],"response":[5],"method":[6,65,147,154],"to":[7,85,138,185,200,217],"reduce":[8],"the":[9,24,28,73,116,121,128,135,139,163,192],"long-term":[10,164],"charging":[11,220],"cost":[12],"of":[13,27,94,142,167,173,194,209],"single":[14],"plug-in":[15],"electric":[16],"vehicles":[17],"(PEV)":[18],"while":[19,206],"overcoming":[20],"obstacles":[21],"such":[22],"as":[23,43],"stochastic":[25],"nature":[26],"user's":[29],"driving":[30],"behaviour,":[31],"traffic":[32],"condition,":[33],"energy":[34,37],"usage,":[35],"and":[36,55,77,96,120,131,150,176,197],"price.":[38,188],"The":[39,63],"problem":[40],"is":[41,104,114,118,148,159],"formulated":[42],"Markov":[45],"Decision":[46],"Process":[47],"(MDP)":[48],"with":[49],"an":[50,202],"unknown":[51],"transition":[52],"probability":[53],"matrix":[54],"solved":[56],"using":[57,155],"deep":[58,156],"reinforcement":[59,89,102],"learning":[60,81,90,98,103],"(RL)":[61],"techniques.":[62],"proposed":[64],"does":[66],"not":[67],"require":[68],"any":[69],"initial":[70],"data":[71],"on":[72,80],"PEV":[74,219],"driver's":[75],"behaviour":[76],"shows":[78],"improvement":[79],"speed":[82],"when":[83,215],"compared":[84,216],"pure":[87],"model-free":[88,97],"method.":[91],"A":[92],"combination":[93],"model-based":[95],"methods":[99],"called":[100],"Dyna-Q":[101],"utilized":[105],"in":[106],"our":[107],"strategy.":[108],"Every":[109],"time":[110],"real":[112,129],"experience":[113,130],"obtained,":[115],"model":[117],"updated,":[119],"RL":[122],"agent":[123],"will":[124],"learn":[125],"from":[126,134],"both":[127],"\u201cimagined\u201d":[132],"experiences":[133],"model.":[136],"Due":[137],"vast":[140],"amount":[141],"state":[143,208],"space,":[144],"table-lookup":[146],"impractical,":[149],"value":[152],"approximation":[153],"neural":[157],"networks":[158],"employed":[160],"for":[161],"estimating":[162],"expected":[165],"reward":[166],"all":[168],"state-action":[169],"pairs.":[170],"An":[171],"average":[172],"historical":[174],"price":[175],"long":[178],"short-term":[179],"memory":[180],"(LSTM)":[181],"network":[182],"are":[183],"used":[184],"predict":[186],"future":[187],"Simulation":[189],"results":[190],"demonstrate":[191],"effectiveness":[193],"this":[195],"approach":[196],"its":[198],"ability":[199],"reach":[201],"optimal":[203],"policy":[204],"quicker":[205],"avoiding":[207],"charge":[210],"(SOC)":[211],"depletion":[212],"during":[213],"trips":[214],"existing":[218],"schemes.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}