{"id":"https://openalex.org/W2904851790","doi":"https://doi.org/10.1109/itsc.2018.8569901","title":"Charging Policies for PHEVs used for Service Delivery: A Reinforcement Learning Approach","display_name":"Charging Policies for PHEVs used for Service Delivery: A Reinforcement Learning Approach","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2904851790","doi":"https://doi.org/10.1109/itsc.2018.8569901","mag":"2904851790"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2018.8569901","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2018.8569901","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 21st International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067602446","display_name":"Tania Panayiotou","orcid":"https://orcid.org/0000-0002-4698-9892"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Tania Panayiotou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Cyprus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Cyprus","institution_ids":["https://openalex.org/I34771391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040795718","display_name":"Sotirios Chatzis","orcid":"https://orcid.org/0000-0002-4956-4013"},"institutions":[{"id":"https://openalex.org/I163151358","display_name":"Cyprus University of Technology","ror":"https://ror.org/05qt8tf94","country_code":"CY","type":"education","lineage":["https://openalex.org/I163151358"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Sotirios P. Chatzis","raw_affiliation_strings":["Department of Electrical Engineering, Computer Engineering and Informatics, Cyprus University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Computer Engineering and Informatics, Cyprus University of Technology","institution_ids":["https://openalex.org/I163151358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073317773","display_name":"Christos G. Panayiotou","orcid":"https://orcid.org/0000-0002-6476-9025"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Christos Panayiotou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Cyprus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Cyprus","institution_ids":["https://openalex.org/I34771391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049093660","display_name":"Georgios Ellinas","orcid":"https://orcid.org/0000-0002-3319-7677"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Georgios Ellinas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Cyprus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Cyprus","institution_ids":["https://openalex.org/I34771391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"1514","last_page":"1521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9032193422317505},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8799581527709961},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7924628257751465},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6957790851593018},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6853315234184265},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5673013925552368},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4720269739627838},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.44403380155563354},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4171576499938965},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"Fuel efficiency","score":0.41635510325431824},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3784317374229431},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3280247449874878},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.31604036688804626},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2929689288139343},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.2922229766845703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2229931354522705},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19488772749900818},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13368862867355347},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07313904166221619}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9032193422317505},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8799581527709961},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7924628257751465},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6957790851593018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6853315234184265},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5673013925552368},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4720269739627838},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.44403380155563354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4171576499938965},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.41635510325431824},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3784317374229431},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3280247449874878},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.31604036688804626},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2929689288139343},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.2922229766845703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2229931354522705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19488772749900818},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13368862867355347},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07313904166221619},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/itsc.2018.8569901","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2018.8569901","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 21st International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:ktisis.cut.ac.cy:10488/13415","is_oa":false,"landing_page_url":"http://ktisis.cut.ac.cy/handle/10488/13415","pdf_url":null,"source":{"id":"https://openalex.org/S4306400897","display_name":"Ktisis at Cyprus University of Technology (Cyprus University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I163151358","host_organization_name":"Cyprus University of Technology","host_organization_lineage":["https://openalex.org/I163151358"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceObject"},{"id":"pmh:oai:ktisis.cut.ac.cy:20.500.14279/13415","is_oa":false,"landing_page_url":"https://hdl.handle.net/20.500.14279/13415","pdf_url":null,"source":{"id":"https://openalex.org/S4306400897","display_name":"Ktisis at Cyprus University of Technology (Cyprus University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I163151358","host_organization_name":"Cyprus University of Technology","host_organization_lineage":["https://openalex.org/I163151358"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W135762054","https://openalex.org/W224063822","https://openalex.org/W350459065","https://openalex.org/W1510850782","https://openalex.org/W1965856911","https://openalex.org/W1969162268","https://openalex.org/W1969483458","https://openalex.org/W1990285092","https://openalex.org/W2016087887","https://openalex.org/W2031236641","https://openalex.org/W2032100464","https://openalex.org/W2034725503","https://openalex.org/W2044375425","https://openalex.org/W2081095225","https://openalex.org/W2108234048","https://openalex.org/W2117326974","https://openalex.org/W2123372395","https://openalex.org/W2167246044","https://openalex.org/W2168359464","https://openalex.org/W2278797360","https://openalex.org/W2287965649","https://openalex.org/W2297616933","https://openalex.org/W2742244154","https://openalex.org/W2963581688","https://openalex.org/W6605525015"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W1515117609","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"This":[0],"work":[1],"examines":[2],"a":[3,63],"cost":[4,26],"optimization":[5,27],"problem":[6,59],"for":[7,14],"plug-in":[8],"hybrid":[9],"electric":[10],"vehicles":[11],"(PHEVs)":[12],"used":[13],"service":[15,55],"delivery,":[16],"in":[17,50],"the":[18,25,38,45,54,86,113,121,126,132],"presence":[19],"of":[20],"energy":[21,115],"consumption":[22,116],"uncertainty.":[23],"For":[24],"problem,":[28],"an":[29],"optimal":[30],"policy":[31,81],"is":[32,60,71,88,96],"found":[33,83],"that":[34,98],"dynamically":[35],"decides,":[36],"as":[37,62],"vehicle":[39,46],"moves,":[40],"at":[41],"which":[42],"charging":[43,80],"station":[44],"should":[47],"be":[48,106],"charged,":[49],"order":[51],"to":[52,90,109,125],"minimize":[53],"fuel":[56],"cost.":[57],"The":[58,78],"formulated":[61],"Partially":[64],"Observable":[65],"Markov":[66],"Decision":[67],"Process":[68],"(POMDP)":[69],"and":[70,94],"solved":[72],"by":[73,118],"applying":[74],"reinforcement":[75],"learning":[76],"(RL).":[77],"RL":[79],"(RLCP),":[82],"after":[84],"solving":[85],"POMDP,":[87],"compared":[89],"two":[91],"benchmark":[92],"policies":[93],"it":[95],"shown":[97],"RLCP":[99,104,122],"outperforms":[100],"both.":[101],"Most":[102],"importantly,":[103],"can":[105],"automatically":[107],"adjusted":[108],"significant":[110],"variations":[111],"on":[112],"vehicle's":[114,133],"behavior":[117],"continuously":[119],"training":[120],"model":[123],"according":[124],"most":[127],"recent":[128],"information":[129],"obtained":[130],"from":[131],"environment.":[134]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2018-12-22T00:00:00"}