{"id":"https://openalex.org/W4226289419","doi":"https://doi.org/10.1109/tnsm.2022.3160210","title":"Intelligent EV Charging for Urban Prosumer Communities: An Auction and Multi-Agent Deep Reinforcement Learning Approach","display_name":"Intelligent EV Charging for Urban Prosumer Communities: An Auction and Multi-Agent Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-03-17","ids":{"openalex":"https://openalex.org/W4226289419","doi":"https://doi.org/10.1109/tnsm.2022.3160210"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3160210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3160210","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042717325","display_name":"Luyao Zou","orcid":"https://orcid.org/0000-0002-4441-4390"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Luyao Zou","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058796764","display_name":"Md. Shirajum Munir","orcid":"https://orcid.org/0000-0002-7255-1085"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Md. Shirajum Munir","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090437841","display_name":"Yan Kyaw Tun","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yan Kyaw Tun","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080689244","display_name":"Seok\u2010Won Kang","orcid":"https://orcid.org/0000-0003-2062-5297"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seokwon Kang","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Seon Hong","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042717325"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":null,"apc_paid":null,"fwci":3.5088,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.9331032,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"4384","last_page":"4407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prosumer","display_name":"Prosumer","score":0.86394202709198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6579922437667847},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5966277718544006},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5479112863540649},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.46173039078712463},{"id":"https://openalex.org/keywords/double-auction","display_name":"Double auction","score":0.4491085410118103},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.4409288167953491},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41720446944236755},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.41383013129234314},{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.36283165216445923},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.32503893971443176},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.31069642305374146},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.20512321591377258},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.19111573696136475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13639310002326965},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12312901020050049},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11699563264846802},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.11567866802215576}],"concepts":[{"id":"https://openalex.org/C2779939747","wikidata":"https://www.wikidata.org/wiki/Q1145220","display_name":"Prosumer","level":3,"score":0.86394202709198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6579922437667847},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5966277718544006},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5479112863540649},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.46173039078712463},{"id":"https://openalex.org/C2539976","wikidata":"https://www.wikidata.org/wiki/Q12163285","display_name":"Double auction","level":3,"score":0.4491085410118103},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4409288167953491},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41720446944236755},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.41383013129234314},{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.36283165216445923},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.32503893971443176},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.31069642305374146},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.20512321591377258},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.19111573696136475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13639310002326965},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12312901020050049},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11699563264846802},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.11567866802215576},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2022.3160210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3160210","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/173d7078-84a0-4a48-9450-4b59763b0355","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85126723596&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zou , L , Munir , M S , Tun , Y K , Kang , S & Hong , C S 2022 , ' Intelligent EV Charging for Urban Prosumer Communities : An Auction and Multi-Agent Deep Reinforcement Learning Approach ' , IEEE Transactions on Network and Service Management , vol. 19 , no. 4 , pp. 4384-4407 . https://doi.org/10.1109/TNSM.2022.3160210","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G2204182401","display_name":null,"funder_award_id":"2019-0-01287, Evolvable Deep Learning Model Generation Platform for Edge Computing), and IITP Grant","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G3592067443","display_name":null,"funder_award_id":"2020R1A4A1018607","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G5929260102","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W1980166891","https://openalex.org/W2012335003","https://openalex.org/W2023260531","https://openalex.org/W2025897717","https://openalex.org/W2039079692","https://openalex.org/W2043451124","https://openalex.org/W2055617187","https://openalex.org/W2061988829","https://openalex.org/W2079817367","https://openalex.org/W2087478559","https://openalex.org/W2091875228","https://openalex.org/W2135470741","https://openalex.org/W2217949005","https://openalex.org/W2342546046","https://openalex.org/W2471226769","https://openalex.org/W2508573783","https://openalex.org/W2523812888","https://openalex.org/W2526828656","https://openalex.org/W2549966471","https://openalex.org/W2571395702","https://openalex.org/W2593980486","https://openalex.org/W2766006188","https://openalex.org/W2770040414","https://openalex.org/W2774518942","https://openalex.org/W2775149056","https://openalex.org/W2784240471","https://openalex.org/W2790763693","https://openalex.org/W2791938020","https://openalex.org/W2795678312","https://openalex.org/W2798320023","https://openalex.org/W2800822851","https://openalex.org/W2883959991","https://openalex.org/W2888431673","https://openalex.org/W2893452981","https://openalex.org/W2895338155","https://openalex.org/W2899639849","https://openalex.org/W2915142597","https://openalex.org/W2948891973","https://openalex.org/W2950049664","https://openalex.org/W2962849838","https://openalex.org/W2964899773","https://openalex.org/W2973885157","https://openalex.org/W2990466689","https://openalex.org/W2995010935","https://openalex.org/W2995156716","https://openalex.org/W2995781856","https://openalex.org/W2998623446","https://openalex.org/W3006170090","https://openalex.org/W3006640981","https://openalex.org/W3007044245","https://openalex.org/W3008243646","https://openalex.org/W3009388141","https://openalex.org/W3009793585","https://openalex.org/W3010038222","https://openalex.org/W3010180742","https://openalex.org/W3015706129","https://openalex.org/W3016764502","https://openalex.org/W3017771783","https://openalex.org/W3024365004","https://openalex.org/W3036749975","https://openalex.org/W3037451795","https://openalex.org/W3044614765","https://openalex.org/W3045967568","https://openalex.org/W3048296230","https://openalex.org/W3048479713","https://openalex.org/W3094651806","https://openalex.org/W3107222651","https://openalex.org/W3109858579","https://openalex.org/W3117181528","https://openalex.org/W3119413022","https://openalex.org/W3123450626","https://openalex.org/W3129623028","https://openalex.org/W3132959999","https://openalex.org/W3135153350","https://openalex.org/W3135590557","https://openalex.org/W3155073170","https://openalex.org/W3156070738","https://openalex.org/W3161812229","https://openalex.org/W3187289251","https://openalex.org/W4244505389","https://openalex.org/W6608662560","https://openalex.org/W6631190155","https://openalex.org/W6738796088","https://openalex.org/W6765678584"],"related_works":["https://openalex.org/W3183573877","https://openalex.org/W4287990301","https://openalex.org/W3000381361","https://openalex.org/W2889743787","https://openalex.org/W2573279507","https://openalex.org/W2504673889","https://openalex.org/W4390678309","https://openalex.org/W1964693764","https://openalex.org/W2779254969","https://openalex.org/W4226091920"],"abstract_inverted_index":{"Recently,":[0],"the":[1,17,41,48,52,62,72,81,103,112,118,131,157,161,171,200,208,211,214,218,221,227],"deployment":[2],"of":[3,20,43,51,57,83,86,111,210,220,229,241],"electric":[4,21],"vehicles":[5,22],"supply":[6],"equipment":[7],"(EVSE)":[8],"and":[9,66,68,75,106,134,140,174,235],"its":[10],"market":[11],"is":[12,37,90,98,121,167,196],"expanding":[13],"rapidly":[14],"to":[15,25,39,100,169,198,233,245],"support":[16],"massive":[18],"penetration":[19],"(EVs).":[23],"However,":[24],"accomplish":[26],"an":[27],"effective":[28],"EV":[29,59,65,84,107,142,175,230],"charging":[30,85,108,145,150,209,231],"mechanism":[31,166],"for":[32,129,147,177,206],"urban":[33,87,114],"prosumer":[34,88,115,236],"communities,":[35,49],"it":[36],"imperative":[38],"tackle":[40],"challenges":[42],"distinct":[44],"energy":[45,55,73,155,203],"generation":[46],"among":[47,71],"dependency":[50],"total":[53],"purchasable":[54],"price":[56,133,173],"each":[58],"based":[60],"on":[61],"distance":[63],"between":[64],"EVSE,":[67],"extreme":[69],"uncertainty":[70],"demand":[74],"generation.":[76],"Therefore,":[77],"in":[78],"this":[79],"paper,":[80],"problem":[82,97,120,128,146],"communities":[89,237],"studied.":[91],"In":[92],"particular,":[93],"a":[94,180,190],"joint":[95],"optimization":[96],"proposed":[99,168,222],"maximize":[101],"both":[102],"social":[104,138],"welfare":[105],"achieved":[109,151],"rate":[110,152],"considered":[113],"communities.":[116],"Consequently,":[117],"formulated":[119],"decomposed":[122],"into":[123],"1)":[124],"truthful":[125],"double":[126,163],"auction":[127,143,164],"determining":[130],"unit":[132,172],"winners":[135],"by":[136,153],"maximizing":[137],"welfare,":[139],"2)":[141],"losers":[144],"improving":[148],"EVs":[149],"purchasing":[154],"from":[156],"power":[158],"grid.":[159],"Then":[160],"breakeven-based":[162],"(BDA)":[165],"find":[170],"winners\u2019":[176],"charging.":[178],"Sequentially,":[179],"multi-agent":[181],"deep":[182],"reinforcement":[183],"learning-based":[184],"asynchronous":[185],"advantage":[186],"actor-critic":[187],"algorithm":[188],"with":[189],"long":[191],"short-term":[192],"memory":[193],"layer":[194],"(A3C-LSTM)":[195],"adopted":[197],"achieve":[199],"optimal":[201],"grid":[202],"buying":[204],"decision":[205],"ensuring":[207],"losers.":[212],"Finally,":[213],"experimental":[215],"results":[216],"demonstrate":[217],"efficacy":[219],"model":[223],"that":[224],"can":[225],"increase":[226],"number":[228],"up":[232],"57.31%,":[234],"have":[238],"gained":[239],"86.04%":[240],"their":[242],"income":[243],"compared":[244],"baseline":[246],"methods.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}