{"id":"https://openalex.org/W3091196590","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207081","title":"Reinforcement Mechanism Design for Electric Vehicle Demand Response in Microgrid Charging Stations","display_name":"Reinforcement Mechanism Design for Electric Vehicle Demand Response in Microgrid Charging Stations","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3091196590","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207081","mag":"3091196590"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064610177","display_name":"Luyang Hou","orcid":"https://orcid.org/0000-0001-6958-7389"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Luyang Hou","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022564470","display_name":"Shuai Ma","orcid":"https://orcid.org/0000-0002-0325-9347"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shuai Ma","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061710167","display_name":"Jun Yan","orcid":"https://orcid.org/0000-0002-5148-1399"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Yan","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367586","display_name":"Chun Wang","orcid":"https://orcid.org/0000-0002-9366-3668"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chun Wang","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101868923","display_name":"Jia Yuan Yu","orcid":"https://orcid.org/0000-0002-6674-6150"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jia Yuan Yu","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering (CIISE), Concordia University, Montr\u00e9al, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5064610177"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":0.6165,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.68119004,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8443913459777832},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.7612694501876831},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7222479581832886},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.6528360247612},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6432538032531738},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5272471308708191},{"id":"https://openalex.org/keywords/revenue-management","display_name":"Revenue management","score":0.5243023633956909},{"id":"https://openalex.org/keywords/electricity-pricing","display_name":"Electricity pricing","score":0.49962711334228516},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.498443603515625},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.48554727435112},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.48481789231300354},{"id":"https://openalex.org/keywords/lagrangian-relaxation","display_name":"Lagrangian relaxation","score":0.4847257137298584},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.4795798361301422},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.4465918242931366},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4438393712043762},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.42799243330955505},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4114410877227783},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.40411537885665894},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.3767138123512268},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.3318634629249573},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.30963069200515747},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.22104772925376892},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.15954798460006714},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.14853781461715698},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12383368611335754},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.12149891257286072}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8443913459777832},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.7612694501876831},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7222479581832886},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.6528360247612},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6432538032531738},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5272471308708191},{"id":"https://openalex.org/C2781386248","wikidata":"https://www.wikidata.org/wiki/Q11898700","display_name":"Revenue management","level":3,"score":0.5243023633956909},{"id":"https://openalex.org/C2779280359","wikidata":"https://www.wikidata.org/wiki/Q870344","display_name":"Electricity pricing","level":4,"score":0.49962711334228516},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.498443603515625},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.48554727435112},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.48481789231300354},{"id":"https://openalex.org/C91765299","wikidata":"https://www.wikidata.org/wiki/Q3424292","display_name":"Lagrangian relaxation","level":2,"score":0.4847257137298584},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.4795798361301422},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.4465918242931366},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4438393712043762},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42799243330955505},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4114410877227783},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.40411537885665894},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.3767138123512268},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.3318634629249573},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.30963069200515747},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.22104772925376892},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15954798460006714},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.14853781461715698},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12383368611335754},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.12149891257286072},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1492319762","https://openalex.org/W1515851193","https://openalex.org/W1557860566","https://openalex.org/W1572996156","https://openalex.org/W1622949576","https://openalex.org/W1997641400","https://openalex.org/W2010739835","https://openalex.org/W2043141611","https://openalex.org/W2082291889","https://openalex.org/W2135682453","https://openalex.org/W2145067550","https://openalex.org/W2343935207","https://openalex.org/W2440681194","https://openalex.org/W2576210365","https://openalex.org/W2586852908","https://openalex.org/W2596505012","https://openalex.org/W2605562920","https://openalex.org/W2740489910","https://openalex.org/W2790306973","https://openalex.org/W2883477413","https://openalex.org/W2896384098","https://openalex.org/W2901645090","https://openalex.org/W2904635416","https://openalex.org/W2904686034","https://openalex.org/W2964131586","https://openalex.org/W2990466689","https://openalex.org/W3123129857","https://openalex.org/W6681342480","https://openalex.org/W6747407921","https://openalex.org/W6752796186"],"related_works":["https://openalex.org/W2004171508","https://openalex.org/W2592545534","https://openalex.org/W2214762813","https://openalex.org/W2802913276","https://openalex.org/W1967028957","https://openalex.org/W2288123166","https://openalex.org/W4392343685","https://openalex.org/W3187521068","https://openalex.org/W2807021673","https://openalex.org/W2368010084"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"has":[2],"become":[3],"an":[4,59],"important":[5],"scheduling":[6],"solution":[7],"with":[8,13,179],"many":[9],"successes":[10],"in":[11,21,41,55,157,232],"markets":[12],"dynamic":[14,83,203],"pricing":[15,88,204,225,231],"options,":[16],"e.g.,":[17],"electric":[18],"vehicle":[19],"charging":[20,46,104,129,155,169,239],"a":[22,143,158,195,201,216],"deregulated":[23],"electricity":[24],"market.":[25],"However,":[26],"the":[27,42,52,68,73,77,80,103,153,165,174,184,188,228,234,238],"highly-uncertain":[28],"requests":[29],"and":[30,123,190],"partially-unknown":[31],"individual":[32],"preferences":[33],"remain":[34],"major":[35],"challenges":[36],"to":[37,50,72,79,110,126,151,208],"effective":[38],"demand":[39],"responses":[40],"user-centric":[43],"environment.":[44],"For":[45],"stations":[47,170],"who":[48],"aim":[49],"maximize":[51,133],"long-term":[53,166,235],"revenue":[54,167,236],"this":[56,138,140],"fast-growing":[57],"market,":[58],"accurate":[60],"estimate":[61],"of":[62,67,82,168,177,218,237],"user's":[63],"sensitivity,":[64],"or":[65,100],"acceptance,":[66],"prices":[69,119],"they":[70,120],"offered":[71],"potential":[74],"customers":[75],"is":[76,192,206],"key":[78],"success":[81],"pricing.":[84],"While":[85],"most":[86],"existing":[87],"schemes":[89],"assume":[90],"users":[91,113,178,191],"will":[92],"consistently":[93],"follow":[94],"stable":[95],"patterns":[96],"that":[97,131,223],"are":[98],"observable":[99],"inferrable":[101],"by":[102,117],"service":[105],"provider,":[106],"it":[107],"remains":[108],"crucial":[109],"consider":[111],"how":[112,210],"may":[114],"be":[115],"influenced":[116],"historic":[118],"have":[121],"observed":[122],"react":[124],"strategically":[125],"decide":[127],"optimal":[128,154],"demands":[130,214],"can":[132,163],"their":[134],"utilities.":[135],"To":[136],"overcome":[137],"limitation,":[139],"paper":[141],"presents":[142],"new":[144],"framework":[145],"based":[146],"on":[147],"reinforcement":[148],"mechanism":[149,159,205,226],"design":[150,160],"determine":[152],"price":[156,211],"setting,":[161],"which":[162],"optimize":[164],"as":[171,173,194],"well":[172],"social":[175],"welfare":[176],"private":[180],"utility":[181],"functions.":[182],"Specifically,":[183],"strategic":[185],"interaction":[186],"between":[187],"station":[189],"modelled":[193],"discrete":[196],"finite":[197],"Markov":[198],"decision":[199],"process,":[200],"Q-learning-based":[202],"proposed":[207],"explore":[209],"affects":[212],"users'":[213],"over":[215],"sequence":[217],"time.":[219],"The":[220],"experiments":[221],"demonstrate":[222],"our":[224],"outperforms":[227],"predetermined":[229],"time-of-use":[230],"maximizing":[233],"station.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}