{"id":"https://openalex.org/W3171909095","doi":"https://doi.org/10.1109/jiot.2021.3084923","title":"Smart Online Charging Algorithm for Electric Vehicles via Customized Actor\u2013Critic Learning","display_name":"Smart Online Charging Algorithm for Electric Vehicles via Customized Actor\u2013Critic Learning","publication_year":2021,"publication_date":"2021-05-31","ids":{"openalex":"https://openalex.org/W3171909095","doi":"https://doi.org/10.1109/jiot.2021.3084923","mag":"3171909095"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3084923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3084923","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.00854","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035623237","display_name":"Yongsheng Cao","orcid":"https://orcid.org/0000-0003-2903-8793"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongsheng Cao","raw_affiliation_strings":["College of Information Science and Technology and the Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology and the Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114377976","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-5182-7938"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Department of Data Science and Artificial Intelligence, Faculty of Information Technology, Monash University, Melbourne, VIC, Australia","Stanford Sustainable Systems Lab, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence, Faculty of Information Technology, Monash University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Stanford Sustainable Systems Lab, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101929316","display_name":"Demin Li","orcid":"https://orcid.org/0000-0003-3012-8497"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Demin Li","raw_affiliation_strings":["College of Information Science and Technology and the Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology and the Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014686940","display_name":"Guanglin Zhang","orcid":"https://orcid.org/0000-0003-4095-6843"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglin Zhang","raw_affiliation_strings":["College of Information Science and Technology and the Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology and the Engineering Research Center of Digitized Textile and Apparel Technology, Ministry of Education, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035623237"],"corresponding_institution_ids":["https://openalex.org/I181326427"],"apc_list":null,"apc_paid":null,"fwci":7.1111,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.97748179,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"9","issue":"1","first_page":"684","last_page":"694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.753939688205719},{"id":"https://openalex.org/keywords/electric-cars","display_name":"Electric cars","score":0.4589255154132843},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.4451446235179901},{"id":"https://openalex.org/keywords/algorithm-design","display_name":"Algorithm design","score":0.4293176829814911},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42811572551727295},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.2024516463279724},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.14237600564956665},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1393023133277893}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753939688205719},{"id":"https://openalex.org/C2987494969","wikidata":"https://www.wikidata.org/wiki/Q193692","display_name":"Electric cars","level":2,"score":0.4589255154132843},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4451446235179901},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.4293176829814911},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42811572551727295},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.2024516463279724},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.14237600564956665},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1393023133277893},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2021.3084923","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3084923","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.00854","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00854","pdf_url":"https://arxiv.org/pdf/2106.00854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.00854","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00854","pdf_url":"https://arxiv.org/pdf/2106.00854","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3546359707","display_name":null,"funder_award_id":"61772130","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G458334526","display_name":null,"funder_award_id":"62072096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5246281077","display_name":null,"funder_award_id":"2232020A-12","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7693867509","display_name":null,"funder_award_id":"CUSF-DH-D-2018093","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8133998191","display_name":null,"funder_award_id":"201906630026","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G8997188052","display_name":null,"funder_award_id":"20220713000","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320320971","display_name":"Monash University","ror":"https://ror.org/02bfwt286"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321881","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1793264465","https://openalex.org/W1950348160","https://openalex.org/W2008791002","https://openalex.org/W2024998154","https://openalex.org/W2025013771","https://openalex.org/W2029584126","https://openalex.org/W2046376809","https://openalex.org/W2048294994","https://openalex.org/W2050984347","https://openalex.org/W2051431619","https://openalex.org/W2057144030","https://openalex.org/W2088077079","https://openalex.org/W2092487986","https://openalex.org/W2094392268","https://openalex.org/W2115594466","https://openalex.org/W2121863487","https://openalex.org/W2165150801","https://openalex.org/W2167245050","https://openalex.org/W2277948250","https://openalex.org/W2292607291","https://openalex.org/W2337108496","https://openalex.org/W2508114006","https://openalex.org/W2564551285","https://openalex.org/W2593952096","https://openalex.org/W2611066074","https://openalex.org/W2611421169","https://openalex.org/W2623605948","https://openalex.org/W2767359317","https://openalex.org/W2805410871","https://openalex.org/W2885233203","https://openalex.org/W2904635416","https://openalex.org/W2917784076","https://openalex.org/W2941255758","https://openalex.org/W2949816299","https://openalex.org/W2950926719","https://openalex.org/W2960239553","https://openalex.org/W2962789373","https://openalex.org/W2962909019","https://openalex.org/W2963600139","https://openalex.org/W2964043796","https://openalex.org/W2979814938","https://openalex.org/W2987957311","https://openalex.org/W3005907919","https://openalex.org/W3130981400","https://openalex.org/W4214717370","https://openalex.org/W4287867873","https://openalex.org/W4302570325","https://openalex.org/W4385796488","https://openalex.org/W6684205842","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W3184939660","https://openalex.org/W2393888177","https://openalex.org/W2544423928","https://openalex.org/W2117183908","https://openalex.org/W2115794623","https://openalex.org/W3131833390","https://openalex.org/W2360264381","https://openalex.org/W2067173559","https://openalex.org/W2795571244","https://openalex.org/W2148738811"],"abstract_inverted_index":{"With":[0],"the":[1,4,21,35,42,55,60,88,92,97,120,124,163,169,191,227],"advances":[2],"in":[3,15,101,126,226],"Internet-of-Things":[5],"technology,":[6],"electric":[7,22],"vehicles":[8],"(EVs)":[9],"have":[10],"become":[11],"easier":[12],"to":[13,28,33,53,86,118,216],"schedule":[14,119],"daily":[16],"life,":[17],"which":[18],"is":[19,26,207,214],"reshaping":[20],"load":[23],"curve.":[24],"It":[25],"important":[27],"design":[29],"efficient":[30,154],"charging":[31,40,50,56,62,77,84,99,115,122,128,136,140,158,193,196],"algorithms":[32],"mitigate":[34],"negative":[36],"impact":[37],"of":[38,91,143,146,218,224],"EV":[39,49,83,93,98,121,127,135],"on":[41],"power":[43],"grid.":[44],"This":[45],"article":[46],"investigates":[47],"an":[48,82,102,111,133],"scheduling":[51],"problem":[52,85,100],"reduce":[54,181],"cost":[57,184],"while":[58],"shaving":[59],"peak":[61],"load,":[63],"under":[64],"unknown":[65],"future":[66,107],"information":[67],"about":[68],"EVs,":[69],"such":[70],"as":[71],"arrival":[72],"time,":[73,75],"departure":[74],"and":[76,95,166,211],"demand.":[78],"First,":[79],"we":[80],"formulate":[81],"minimize":[87],"electricity":[89],"bill":[90],"fleet":[94],"study":[96],"online":[103,195],"setting":[104],"without":[105],"knowing":[106],"information.":[108],"We":[109,148],"develop":[110,150],"actor\u2013critic":[112,156],"learning-based":[113],"smart":[114],"algorithm":[116,160],"(SCA)":[117],"against":[123],"uncertainties":[125],"behaviors.":[129],"The":[130],"SCA":[131,179,219],"learns":[132],"optimal":[134],"strategy":[137],"with":[138,190,220],"continuous":[139],"actions":[141],"instead":[142],"discrete":[144],"approximation":[145],"charging.":[147],"further":[149],"a":[151,222],"more":[152,208],"computationally":[153,209],"customized":[155],"learning":[157,199],"(CALC)":[159],"by":[161,185],"reducing":[162],"state":[164],"dimension":[165],"thus":[167],"improving":[168],"computational":[170],"efficiency.":[171],"Finally,":[172],"simulation":[173],"results":[174],"show":[175],"that":[176,217],"our":[177],"proposed":[178],"can":[180],"EVs\u2019":[182],"expected":[183],"24.03%,":[186],"21.49%,":[187],"13.80%,":[188],"compared":[189],"eagerly":[192],"algorithm,":[194,197,204],"reinforcement":[198],"(RL)-based":[200],"adaptive":[201],"energy":[202],"management":[203],"respectively.":[205],"CALC":[206],"efficient,":[210],"its":[212],"performance":[213],"close":[215],"only":[221],"gap":[223],"5.56%":[225],"cost.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2021-06-22T00:00:00"}