{"id":"https://openalex.org/W2944633713","doi":"https://doi.org/10.1002/er.4559","title":"Optimising residential electric vehicle charging under renewable energy: Multi\u2010agent learning in software simulation and hardware\u2010in\u2010the\u2010loop evaluation","display_name":"Optimising residential electric vehicle charging under renewable energy: Multi\u2010agent learning in software simulation and hardware\u2010in\u2010the\u2010loop evaluation","publication_year":2019,"publication_date":"2019-05-08","ids":{"openalex":"https://openalex.org/W2944633713","doi":"https://doi.org/10.1002/er.4559","mag":"2944633713"},"language":"en","primary_location":{"id":"doi:10.1002/er.4559","doi":"https://doi.org/10.1002/er.4559","is_oa":true,"landing_page_url":"https://doi.org/10.1002/er.4559","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/er.4559","source":{"id":"https://openalex.org/S32776067","display_name":"International Journal of Energy Research","issn_l":"0363-907X","issn":["0363-907X","1099-114X"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Energy Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/er.4559","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102750532","display_name":"Andrei Marinescu","orcid":"https://orcid.org/0000-0002-3455-0348","observed_orcids":["https://orcid.org/0000-0002-3455-0348"]},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Andrei Marinescu","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-3455-0348","affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Adam Taylor","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Adam Taylor","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047083691","display_name":"Siobh\u00e1n Clarke","orcid":"https://orcid.org/0000-0001-5721-9976","observed_orcids":["https://orcid.org/0000-0001-5721-9976"]},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Siobh\u00e1n Clarke","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064664282","display_name":"Ioan Serban","orcid":"https://orcid.org/0000-0002-8515-6439","observed_orcids":["https://orcid.org/0000-0002-8515-6439"]},"institutions":[{"id":"https://openalex.org/I3123573182","display_name":"Transilvania University of Bra\u0219ov","ror":"https://ror.org/01cg9ws23","country_code":"RO","type":"education","lineage":["https://openalex.org/I3123573182"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Ioan Serban","raw_affiliation_strings":["Transilvania University of Brasov, Brasov, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Transilvania University of Brasov, Brasov, Romania","institution_ids":["https://openalex.org/I3123573182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091396129","display_name":"Corneliu Marinescu","orcid":"https://orcid.org/0000-0001-5085-1004","observed_orcids":["https://orcid.org/0000-0001-5085-1004"]},"institutions":[{"id":"https://openalex.org/I3123573182","display_name":"Transilvania University of Bra\u0219ov","ror":"https://ror.org/01cg9ws23","country_code":"RO","type":"education","lineage":["https://openalex.org/I3123573182"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Corneliu Marinescu","raw_affiliation_strings":["Transilvania University of Brasov, Brasov, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Transilvania University of Brasov, Brasov, Romania","institution_ids":["https://openalex.org/I3123573182"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102750532"],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":{"value":4000,"currency":"USD","value_usd":4000},"apc_paid":null,"fwci":0.4515,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.58444798,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"43","issue":"8","first_page":"3853","last_page":"3868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electric-vehicle-charging","display_name":"electric vehicle charging","score":0.8669999837875366},{"id":"https://openalex.org/keywords/residential-ev-charging","display_name":"residential EV charging","score":0.828000009059906},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.7950000166893005},{"id":"https://openalex.org/keywords/demand-response","display_name":"demand response","score":0.8629999756813049},{"id":"https://openalex.org/keywords/hardware-in-the-loop-simulation","display_name":"hardware-in-the-loop","score":0.796999990940094},{"id":"https://openalex.org/keywords/wind-power-integration","display_name":"wind power integration","score":0.7689999938011169},{"id":"https://openalex.org/keywords/peak-shaving","display_name":"peak shaving","score":0.5690000057220459},{"id":"https://openalex.org/keywords/microgrids","display_name":"microgrids","score":0.6909999847412109},{"id":"https://openalex.org/keywords/voltage-drop","display_name":"voltage drop","score":0.5320000052452087},{"id":"https://openalex.org/keywords/gridlab-d","display_name":"GridLAB-D","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.6604596376419067},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5712434649467468},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5131672024726868},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4957474172115326},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4758412837982178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4661252498626709},{"id":"https://openalex.org/C147940328","wikidata":"https://www.wikidata.org/wiki/Q3393666","display_name":"Peak demand","level":3,"score":0.46247613430023193},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.45785486698150635},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4435712397098541},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4348224401473999},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.4327999949455261},{"id":"https://openalex.org/C91757755","wikidata":"https://www.wikidata.org/wiki/Q11121294","display_name":"Simulation software","level":3,"score":0.43136149644851685},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4129566550254822},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34985071420669556},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.34529024362564087},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.29506921768188477},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.2937357723712921},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.25970757007598877},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/er.4559","doi":"https://doi.org/10.1002/er.4559","is_oa":true,"landing_page_url":"https://doi.org/10.1002/er.4559","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/er.4559","source":{"id":"https://openalex.org/S32776067","display_name":"International Journal of Energy Research","issn_l":"0363-907X","issn":["0363-907X","1099-114X"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Energy Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/er.4559","doi":"https://doi.org/10.1002/er.4559","is_oa":true,"landing_page_url":"https://doi.org/10.1002/er.4559","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/er.4559","source":{"id":"https://openalex.org/S32776067","display_name":"International Journal of Energy Research","issn_l":"0363-907X","issn":["0363-907X","1099-114X"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Energy Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":1.0,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"},{"score":0.9871000051498413,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"},{"score":0.5351999998092651,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G687112016","display_name":null,"funder_award_id":"ELAC2015/T10-0761","funder_id":"https://openalex.org/F4320323983","funder_display_name":"Unitatea Executiva pentru Finantarea Invatamantului Superior, a Cercetarii, Dezvoltarii si Inovarii"}],"funders":[{"id":"https://openalex.org/F4320320846","display_name":"Royal Irish Academy","ror":"https://ror.org/019tbdj08"},{"id":"https://openalex.org/F4320322623","display_name":"Universitatea Transilvania din Brasov","ror":"https://ror.org/01cg9ws23"},{"id":"https://openalex.org/F4320323983","display_name":"Unitatea Executiva pentru Finantarea Invatamantului Superior, a Cercetarii, Dezvoltarii si Inovarii","ror":"https://ror.org/01q7jq182"},{"id":"https://openalex.org/F4320336189","display_name":"Colegiul Consultativ pentru Cercetare-Dezvoltare \u015fi Inovare","ror":"https://ror.org/03mc0m715"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2944633713.pdf","grobid_xml":"https://content.openalex.org/works/W2944633713.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1491033459","https://openalex.org/W1554625513","https://openalex.org/W1970176495","https://openalex.org/W1973623411","https://openalex.org/W1981552502","https://openalex.org/W1982880848","https://openalex.org/W1983667108","https://openalex.org/W1993196546","https://openalex.org/W2010739835","https://openalex.org/W2019237801","https://openalex.org/W2024998154","https://openalex.org/W2028666364","https://openalex.org/W2030392652","https://openalex.org/W2030800385","https://openalex.org/W2030846484","https://openalex.org/W2051878279","https://openalex.org/W2055134499","https://openalex.org/W2069265792","https://openalex.org/W2072075584","https://openalex.org/W2078019988","https://openalex.org/W2082291889","https://openalex.org/W2082607648","https://openalex.org/W2085215771","https://openalex.org/W2089758604","https://openalex.org/W2099352558","https://openalex.org/W2124141629","https://openalex.org/W2127769373","https://openalex.org/W2131882595","https://openalex.org/W2133609801","https://openalex.org/W2134713587","https://openalex.org/W2140680794","https://openalex.org/W2150981219","https://openalex.org/W2153310220","https://openalex.org/W2155556726","https://openalex.org/W2207925239","https://openalex.org/W2220013079","https://openalex.org/W2476783084","https://openalex.org/W2541955180","https://openalex.org/W2548696730","https://openalex.org/W2552300487","https://openalex.org/W2569543775","https://openalex.org/W2614219304","https://openalex.org/W2682322383","https://openalex.org/W2735949210","https://openalex.org/W2769561398","https://openalex.org/W2775917603","https://openalex.org/W2789784743","https://openalex.org/W2793763973"],"related_works":["https://openalex.org/W7168189788","https://openalex.org/W4310972372","https://openalex.org/W7126042459","https://openalex.org/W7124171932","https://openalex.org/W7135073428","https://openalex.org/W7115021333","https://openalex.org/W4410394601","https://openalex.org/W4401019045","https://openalex.org/W4388667019","https://openalex.org/W7166806267"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,12,54,71,110,167,188,209,223],"intermittent":[3,77],"renewable":[4,111],"energy":[5,112],"sources":[6],"coupled":[7],"with":[8],"the":[9,20,49,69,108,147,158,165,189,215,224,241,248],"increasing":[10],"demand":[11,30,97,145,196,226],"electric":[13],"vehicles":[14],"(EVs)":[15],"poses":[16],"new":[17],"challenges":[18],"to":[19,68,101,154,163],"electrical":[21],"grid.":[22],"To":[23],"address":[24,91],"this,":[25],"many":[26],"solutions":[27,36],"based":[28],"on":[29,170],"response":[31,98,227],"have":[32],"been":[33],"presented.":[34],"These":[35],"are":[37,244],"typically":[38],"tested":[39],"only":[40],"in":[41,51,95,121,146,161,177,214,230,247],"software-based":[42],"simulations.":[43],"In":[44],"this":[45],"paper,":[46],"we":[47,150],"present":[48],"application":[50],"hardware-in-the-loop":[52],"(HIL)":[53],"a":[55,96,122,128,178,206],"recently":[56],"proposed":[57],"algorithm":[58,120],"for":[59,138,200],"decentralised":[60],"EV":[61,73,92,139],"charging,":[62],"prediction-based":[63],"multi-agent":[64],"reinforcement":[65],"learning":[66,169],"(P-MARL),":[67],"problem":[70],"optimal":[72,136],"residential":[74,123],"charging":[75,93,140,198],"under":[76],"wind":[78,191],"power":[79,104,130,144,171],"and":[80,117,193,236,243],"variable":[81],"household":[82],"baseload":[83],"demands.":[84],"P-MARL":[85],"is":[86],"an":[87,221],"approach":[88,184],"that":[89,182],"can":[90,239],"objectives":[94],"aware":[99],"manner,":[100],"avoid":[102],"peak":[103,143],"usage":[105],"while":[106,141,156,197],"maximising":[107],"exploitation":[109],"sources.":[113],"We":[114,218],"first":[115],"train":[116],"test":[118],"our":[119,152,183],"neighbourhood":[124],"scenario":[125],"using":[126],"GridLAB-D,":[127],"software":[129,148,250],"network":[131],"simulator.":[132],"Once":[133],"agents":[134],"learn":[135],"behaviour":[137],"avoiding":[142],"simulator,":[149],"port":[151],"solution":[153],"HIL":[155],"emulating":[157],"same":[159],"scenario,":[160],"order":[162],"decrease":[164],"effects":[166,228],"agent":[168],"networks.":[172],"Experimental":[173],"results":[174],"carried":[175],"out":[176],"laboratory":[179],"microgrid":[180],"show":[181],"makes":[185],"full":[186],"use":[187],"available":[190],"power,":[192],"smooths":[194],"grid":[195,242],"EVs":[199],"their":[201],"next":[202],"day's":[203],"trip,":[204],"achieving":[205],"peak-to-average":[207],"ration":[208],"1.67,":[210],"down":[211],"from":[212],"2.24":[213],"baseline":[216],"case.":[217],"also":[219],"provide":[220],"analysis":[222],"additional":[225],"observed":[229],"HIL,":[231],"such":[232],"as":[233],"voltage":[234],"drops":[235],"transients,":[237],"which":[238],"impact":[240],"not":[245],"observable":[246],"GridLAB-D":[249],"simulation.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-05-16T00:00:00"}