{"id":"https://openalex.org/W4360605154","doi":"https://doi.org/10.1109/icaiic57133.2023.10066975","title":"Deep Reinforcement Learning-based Building Energy Management using Electric Vehicles for Demand Response","display_name":"Deep Reinforcement Learning-based Building Energy Management using Electric Vehicles for Demand Response","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https://openalex.org/W4360605154","doi":"https://doi.org/10.1109/icaiic57133.2023.10066975"},"language":"en","primary_location":{"id":"doi:10.1109/icaiic57133.2023.10066975","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icaiic57133.2023.10066975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054728237","display_name":"Daeyoung Kang","orcid":"https://orcid.org/0009-0004-9730-2474"},"institutions":[{"id":"https://openalex.org/I4210122368","display_name":"Institute for Advanced Engineering","ror":"https://ror.org/02v8n3s74","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210122368"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Daeyoung Kang","raw_affiliation_strings":["Institute for Advanced Engineering,Gyeonggi-do,Republic of Korea,175-28"],"affiliations":[{"raw_affiliation_string":"Institute for Advanced Engineering,Gyeonggi-do,Republic of Korea,175-28","institution_ids":["https://openalex.org/I4210122368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003976444","display_name":"Seunghyun Yoon","orcid":"https://orcid.org/0000-0001-6264-976X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seunghyun Yoon","raw_affiliation_strings":["Korea Institute of Energy Technology (KENTECH),Jeollanam-do,Republic of Korea,58217"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Energy Technology (KENTECH),Jeollanam-do,Republic of Korea,58217","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067672248","display_name":"Hyuk Lim","orcid":"https://orcid.org/0000-0002-9926-3913"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyuk Lim","raw_affiliation_strings":["Korea Institute of Energy Technology (KENTECH),Jeollanam-do,Republic of Korea,58217"],"affiliations":[{"raw_affiliation_string":"Korea Institute of Energy Technology (KENTECH),Jeollanam-do,Republic of Korea,58217","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054728237"],"corresponding_institution_ids":["https://openalex.org/I4210122368"],"apc_list":null,"apc_paid":null,"fwci":0.2674,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50944521,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"375","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.7602705359458923},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7011675834655762},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6647484302520752},{"id":"https://openalex.org/keywords/peak-demand","display_name":"Peak demand","score":0.6548009514808655},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5946758389472961},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5805617570877075},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5482235550880432},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4631015956401825},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4598259925842285},{"id":"https://openalex.org/keywords/power-management","display_name":"Power management","score":0.447689026594162},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4403218924999237},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.42964881658554077},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.41443219780921936},{"id":"https://openalex.org/keywords/electric-power","display_name":"Electric power","score":0.41345980763435364},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.39633920788764954},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3900562524795532},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.34084099531173706},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16058611869812012},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13516438007354736},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13036885857582092}],"concepts":[{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.7602705359458923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7011675834655762},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6647484302520752},{"id":"https://openalex.org/C147940328","wikidata":"https://www.wikidata.org/wiki/Q3393666","display_name":"Peak demand","level":3,"score":0.6548009514808655},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5946758389472961},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5805617570877075},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5482235550880432},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4631015956401825},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4598259925842285},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.447689026594162},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4403218924999237},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.42964881658554077},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.41443219780921936},{"id":"https://openalex.org/C40293303","wikidata":"https://www.wikidata.org/wiki/Q27137","display_name":"Electric power","level":3,"score":0.41345980763435364},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.39633920788764954},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3900562524795532},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34084099531173706},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16058611869812012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13516438007354736},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13036885857582092},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icaiic57133.2023.10066975","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icaiic57133.2023.10066975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Artificial Intelligence in Information and Communication (ICAIIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1975404935","https://openalex.org/W2145339207","https://openalex.org/W2804267582","https://openalex.org/W3008248088"],"related_works":["https://openalex.org/W2522559011","https://openalex.org/W2555175041","https://openalex.org/W4239205706","https://openalex.org/W2591208647","https://openalex.org/W4239297229","https://openalex.org/W2888353983","https://openalex.org/W2907087623","https://openalex.org/W2782880286","https://openalex.org/W39487273","https://openalex.org/W2792887192"],"abstract_inverted_index":{"In":[0,103],"recent":[1],"years,":[2],"stability":[3],"issues":[4],"of":[5,41,65,77,98,107],"power":[6,16,30,43,48,70,76],"grids":[7],"have":[8],"become":[9],"critical":[10],"with":[11,131],"the":[12,39,47,63,74,88,96,105,124,128,142,146,156,162,166,172],"rapid":[13],"increase":[14],"in":[15,118],"consumption.":[17],"Demand":[18],"response":[19],"(DR)":[20],"is":[21,113,149],"a":[22,42,53,132,137],"policy":[23],"that":[24,33,61,155],"incentivizes":[25],"consumers":[26],"to":[27,45,126,140,160],"reduce":[28],"their":[29],"usage":[31],"so":[32],"electricity":[34,66],"demand":[35],"does":[36],"not":[37],"exceed":[38],"supply":[40],"grid":[44],"prevent":[46],"grid's":[49],"instability.":[50],"We":[51,122],"propose":[52],"Deep":[54],"Q-Network":[55],"(DQN)-based":[56],"building":[57,163],"energy":[58,100],"management":[59],"system":[60],"reduces":[62],"amount":[64,106],"supplied":[67],"by":[68,72],"electric":[69,78],"companies":[71],"utilizing":[73],"surplus":[75],"vehicles":[79],"(EVs)":[80],"upon":[81],"DR":[82,89,147],"requests.":[83],"The":[84,151],"proposed":[85,129,157],"scheme":[86,130,135,139,158],"considers":[87],"incentives":[90],"and":[91,136,165],"penalties":[92],"as":[93,95],"well":[94],"cost":[97,164],"buying":[99],"from":[101],"EVs.":[102],"addition,":[104],"time":[108,169],"used":[109],"for":[110],"discharging":[111],"EVs":[112,144],"also":[114],"taken":[115],"into":[116],"consideration":[117],"DQN's":[119],"reward":[120],"function.":[121],"perform":[123],"simulations":[125],"compare":[127],"random":[133],"selection":[134],"greedy":[138],"recruit":[141],"nearest":[143],"until":[145],"request":[148],"fulfilled.":[150],"simulation":[152],"result":[153],"indicates":[154],"succeeds":[159],"balance":[161],"EV":[167,173],"waiting":[168],"performance":[170],"at":[171],"stations.":[174]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}