{"id":"https://openalex.org/W4296138157","doi":"https://doi.org/10.1186/s42162-022-00197-5","title":"A stochastic deep reinforcement learning agent for grid-friendly electric vehicle charging management","display_name":"A stochastic deep reinforcement learning agent for grid-friendly electric vehicle charging management","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4296138157","doi":"https://doi.org/10.1186/s42162-022-00197-5"},"language":"en","primary_location":{"id":"doi:10.1186/s42162-022-00197-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42162-022-00197-5","pdf_url":"https://energyinformatics.springeropen.com/counter/pdf/10.1186/s42162-022-00197-5","source":{"id":"https://openalex.org/S3035173479","display_name":"Energy Informatics","issn_l":"2520-8942","issn":["2520-8942"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://energyinformatics.springeropen.com/counter/pdf/10.1186/s42162-022-00197-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066257179","display_name":"Charitha Buddhika Heendeniya","orcid":"https://orcid.org/0000-0002-7630-6511"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Charitha Buddhika Heendeniya","raw_affiliation_strings":["Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all\u2019ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland","Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all'ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all\u2019ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland","institution_ids":["https://openalex.org/I15196421"]},{"raw_affiliation_string":"Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all'ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland","institution_ids":["https://openalex.org/I15196421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027745511","display_name":"Lorenzo Nespoli","orcid":"https://orcid.org/0000-0001-9710-8517"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Lorenzo Nespoli","raw_affiliation_strings":["Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all\u2019ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland","Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all'ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all\u2019ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland","institution_ids":["https://openalex.org/I15196421"]},{"raw_affiliation_string":"Scuola Universitaria Professionale della Svizzera Italiana (SUPSI), Istituto sostenibilit\u00e0 applicata all'ambiente costruito, Via Flora Ruchat Roncati 15, 6850, Mendrisio, Switzerland","institution_ids":["https://openalex.org/I15196421"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5066257179"],"corresponding_institution_ids":["https://openalex.org/I15196421"],"apc_list":{"value":790,"currency":"GBP","value_usd":969},"apc_paid":{"value":790,"currency":"GBP","value_usd":969},"fwci":0.7385,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.69185406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"5","issue":"S1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8505708575248718},{"id":"https://openalex.org/keywords/electrification","display_name":"Electrification","score":0.669076681137085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6064101457595825},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.5327759981155396},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5102570056915283},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5011637210845947},{"id":"https://openalex.org/keywords/stochastic-programming","display_name":"Stochastic programming","score":0.4966798424720764},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.47150272130966187},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4439780116081238},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.4388476610183716},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4374414086341858},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4207285940647125},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.40935176610946655},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.3400615453720093},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23008516430854797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19655963778495789},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14229601621627808},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10520327091217041}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8505708575248718},{"id":"https://openalex.org/C2778324724","wikidata":"https://www.wikidata.org/wiki/Q1076056","display_name":"Electrification","level":3,"score":0.669076681137085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064101457595825},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.5327759981155396},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5102570056915283},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5011637210845947},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.4966798424720764},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47150272130966187},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4439780116081238},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.4388476610183716},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4374414086341858},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4207285940647125},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.40935176610946655},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.3400615453720093},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23008516430854797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19655963778495789},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14229601621627808},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10520327091217041},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s42162-022-00197-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42162-022-00197-5","pdf_url":"https://energyinformatics.springeropen.com/counter/pdf/10.1186/s42162-022-00197-5","source":{"id":"https://openalex.org/S3035173479","display_name":"Energy Informatics","issn_l":"2520-8942","issn":["2520-8942"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:02e8d1dcb7234ea4b9ca1b50aae4221b","is_oa":true,"landing_page_url":"https://doaj.org/article/02e8d1dcb7234ea4b9ca1b50aae4221b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Energy Informatics, Vol 5, Iss S1, Pp 1-14 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s42162-022-00197-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42162-022-00197-5","pdf_url":"https://energyinformatics.springeropen.com/counter/pdf/10.1186/s42162-022-00197-5","source":{"id":"https://openalex.org/S3035173479","display_name":"Energy Informatics","issn_l":"2520-8942","issn":["2520-8942"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G5695091852","display_name":null,"funder_award_id":"775970","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321652","display_name":"Eidgen\u00f6ssische Technische Hochschule Z\u00fcrich","ror":"https://ror.org/05a28rw58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4296138157.pdf","grobid_xml":"https://content.openalex.org/works/W4296138157.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1943316307","https://openalex.org/W1972586458","https://openalex.org/W1974746101","https://openalex.org/W1993196546","https://openalex.org/W2005702527","https://openalex.org/W2070282304","https://openalex.org/W2342546046","https://openalex.org/W2757615817","https://openalex.org/W2791402244","https://openalex.org/W2810684816","https://openalex.org/W2882995207","https://openalex.org/W2899639849","https://openalex.org/W2905018950","https://openalex.org/W2953567202","https://openalex.org/W2982210950","https://openalex.org/W3014380129","https://openalex.org/W3020239300","https://openalex.org/W3135730722","https://openalex.org/W3188204803","https://openalex.org/W3210735129","https://openalex.org/W4233703543","https://openalex.org/W4301955576","https://openalex.org/W6811317797"],"related_works":["https://openalex.org/W2377757044","https://openalex.org/W3160952126","https://openalex.org/W2320103255","https://openalex.org/W798918733","https://openalex.org/W4213167601","https://openalex.org/W2101287851","https://openalex.org/W163279402","https://openalex.org/W2403168774","https://openalex.org/W2281909915","https://openalex.org/W2119531745"],"abstract_inverted_index":{"Abstract":[0],"Electrification":[1],"of":[2,11,25,44,105,116],"the":[3,19,22,36,57,62,78,83,96,102,106,114,117,122],"transportation":[4],"sector":[5],"provides":[6,130],"several":[7],"advantages":[8],"in":[9,82,139],"favor":[10],"climate":[12],"protection":[13],"and":[14,134],"a":[15,50,91],"shared":[16],"economy.":[17],"At":[18],"same":[20],"time,":[21,72],"rapid":[23],"growth":[24],"electric":[26,45],"vehicles":[27],"also":[28,129],"demands":[29],"innovative":[30],"solutions":[31],"to":[32,35,40,69,120],"mitigate":[33],"risks":[34],"low-voltage":[37],"network":[38],"due":[39],"unpredictable":[41],"charging":[42,63,71,74,123],"patterns":[43],"vehicles.":[46],"This":[47],"article":[48,128],"conceptualizes":[49],"stochastic":[51,97],"reinforcement":[52],"learning":[53],"agent":[54,100],"that":[55],"learns":[56],"optimal":[58],"policy":[59,98],"for":[60,136],"regulating":[61],"power.":[64],"The":[65,86,111,127],"optimization":[66,93,109],"objective":[67],"intends":[68],"reduce":[70],"thus":[73],"faster":[75],"while":[76],"minimizing":[77],"expected":[79],"voltage":[80],"violations":[81],"distribution":[84],"network.":[85],"problem":[87],"is":[88],"formulated":[89],"as":[90,125],"two-stage":[92],"routine":[94],"where":[95],"gradient":[99],"predicts":[101],"boundary":[103],"condition":[104],"inner":[107],"non-linear":[108],"problem.":[110],"results":[112],"confirm":[113],"performance":[115],"proposed":[118],"architecture":[119],"control":[121],"power":[124],"intended.":[126],"extensive":[131],"theoretical":[132],"background":[133],"directions":[135],"future":[137],"research":[138],"this":[140],"discipline.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}