{"id":"https://openalex.org/W2993895663","doi":"https://doi.org/10.1109/ccta.2019.8920632","title":"Bi-level Proximal Policy optimization for Stochastic Coordination of EV Charging Load with Uncertain Wind Power","display_name":"Bi-level Proximal Policy optimization for Stochastic Coordination of EV Charging Load with Uncertain Wind Power","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2993895663","doi":"https://doi.org/10.1109/ccta.2019.8920632","mag":"2993895663"},"language":"en","primary_location":{"id":"doi:10.1109/ccta.2019.8920632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta.2019.8920632","pdf_url":null,"source":{"id":"https://openalex.org/S4306498490","display_name":"2019 IEEE Conference on Control Technology and Applications (CCTA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100416748","display_name":"Teng Long","orcid":"https://orcid.org/0000-0002-8222-394X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Teng Long","raw_affiliation_strings":["Center for Intelligent and Networked Systems (CFINS), Beijing National Research Center for Information Science and Technology (BN-Rist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent and Networked Systems (CFINS), Beijing National Research Center for Information Science and Technology (BN-Rist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027912723","display_name":"Xiaoteng Ma","orcid":"https://orcid.org/0000-0002-7250-6268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Teng Ma","raw_affiliation_strings":["Center for Intelligent and Networked Systems (CFINS), Beijing National Research Center for Information Science and Technology (BN-Rist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent and Networked Systems (CFINS), Beijing National Research Center for Information Science and Technology (BN-Rist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044965133","display_name":"Qing\u2010Shan Jia","orcid":"https://orcid.org/0000-0002-4683-7215"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing-Shan Jia","raw_affiliation_strings":["Center for Intelligent and Networked Systems (CFINS), Beijing National Research Center for Information Science and Technology (BN-Rist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Intelligent and Networked Systems (CFINS), Beijing National Research Center for Information Science and Technology (BN-Rist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100416748"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.4088,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88344896,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"302","last_page":"307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6913015842437744},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6516532301902771},{"id":"https://openalex.org/keywords/wind-power","display_name":"Wind power","score":0.6271228790283203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6159114241600037},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.524965226650238},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4899541437625885},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4832804501056671},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.48098647594451904},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.43624088168144226},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4331303536891937},{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.4262716770172119},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4166643023490906},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41325539350509644},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.38930845260620117},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3789437711238861},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1672981083393097},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15598267316818237},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12093058228492737},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10100939869880676}],"concepts":[{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6913015842437744},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6516532301902771},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.6271228790283203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6159114241600037},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.524965226650238},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4899541437625885},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4832804501056671},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.48098647594451904},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.43624088168144226},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4331303536891937},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.4262716770172119},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4166643023490906},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41325539350509644},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.38930845260620117},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3789437711238861},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1672981083393097},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15598267316818237},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12093058228492737},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10100939869880676},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccta.2019.8920632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta.2019.8920632","pdf_url":null,"source":{"id":"https://openalex.org/S4306498490","display_name":"2019 IEEE Conference on Control Technology and Applications (CCTA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W1980303097","https://openalex.org/W1993310746","https://openalex.org/W2014666162","https://openalex.org/W2028678875","https://openalex.org/W2037607291","https://openalex.org/W2056902016","https://openalex.org/W2088077079","https://openalex.org/W2092860676","https://openalex.org/W2099961254","https://openalex.org/W2104449353","https://openalex.org/W2113806531","https://openalex.org/W2115594466","https://openalex.org/W2131116400","https://openalex.org/W2138114791","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2469348583","https://openalex.org/W2497420502","https://openalex.org/W2609951454","https://openalex.org/W2618508146","https://openalex.org/W2736601468","https://openalex.org/W2783399565","https://openalex.org/W2837474798","https://openalex.org/W2889892954","https://openalex.org/W2895941523","https://openalex.org/W2963864421","https://openalex.org/W6638018090","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2890257643","https://openalex.org/W1495503294","https://openalex.org/W2161149697","https://openalex.org/W3090200643","https://openalex.org/W2340378315","https://openalex.org/W255338418","https://openalex.org/W2013038594","https://openalex.org/W1604175135","https://openalex.org/W4297925816","https://openalex.org/W2602322400"],"abstract_inverted_index":{"Energy":[0],"and":[1,21,32,56,81,175,203,230],"environmental":[2],"issues":[3],"are":[4,24,64,139,234],"one":[5],"of":[6,30,36,86,118,122],"the":[7,15,41,47,78,82,87,110,116,127,150,159,172,186,200,205,227,237,250],"biggest":[8],"technological":[9],"challenges":[10],"facing":[11],"human":[12],"society":[13],"in":[14],"new":[16,96],"century,":[17],"electrical":[18],"vehicle":[19],"(EV)":[20],"wind":[22,49],"power":[23,50,168,178,202],"good":[25],"solutions":[26],"for":[27,53,57,68],"both":[28,52],"ends":[29],"demand":[31],"supply.":[33],"It":[34],"is":[35],"great":[37],"importance":[38],"to":[39,45,66,73,98,141,145,169,182,209,221],"schedule":[40],"EV":[42,136],"charging":[43,196,252],"load":[44],"match":[46],"uncertain":[48],"supply":[51],"economic":[54],"reasons":[55],"sustainable":[58],"development.":[59],"However,":[60],"many":[61],"classical":[62],"methods":[63],"hard":[65],"apply":[67],"solving":[69],"this":[70,106,123,223],"problem":[71],"due":[72],"its":[74],"huge":[75],"state":[76,157,173,207],"space,":[77],"high":[79],"uncertainty":[80],"complex":[83],"dynamic":[84],"evolution":[85],"system.":[88],"Proximal":[89],"policy":[90,217],"optimization":[91,103,218],"(PPO)":[92],"shows":[93],"us":[94],"a":[95,130,214],"way":[97],"solve":[99,222],"large":[100],"scale":[101],"stochastic":[102],"problems.":[104],"In":[105],"paper,":[107],"we":[108,125,212],"make":[109],"following":[111],"major":[112],"contributions.":[113],"First,":[114],"using":[115],"structure":[117],"different":[119],"spatial":[120],"scales":[121],"problem,":[124],"formulate":[126],"system":[128,161,206],"as":[129],"bi-level":[131,215],"Markov":[132],"decision":[133],"process":[134,197],"(MDP).":[135],"aggregators":[137],"(EVAs)":[138],"applied":[140],"gather":[142],"EVs":[143],"according":[144],"their":[146],"parking":[147],"regions.":[148],"On":[149,185],"upper":[151,228],"level,":[152,188],"based":[153,198],"on":[154,199,248],"some":[155],"brief":[156],"information,":[158],"independent":[160],"operator":[162],"(ISO)":[163],"only":[164],"decides":[165],"how":[166,176],"much":[167,177],"buy":[170],"from":[171],"grid,":[174],"will":[179,191],"be":[180],"allocated":[181],"each":[183,189],"EVA.":[184],"lower":[187,231],"EVA":[190],"finally":[192],"decide":[193],"every":[194],"EV's":[195],"dispatched":[201],"then":[204],"starts":[208],"shift.":[210],"Second,":[211],"develop":[213],"proximal":[216],"(BPPO)":[219],"algorithm":[220,243],"bilevel":[224],"MDP":[225],"where":[226],"network":[229,233],"level":[232],"interrelated.":[235],"Third,":[236],"numerical":[238],"results":[239],"show":[240],"that":[241],"our":[242],"outperforms":[244],"three":[245],"other":[246],"algorithms":[247],"reducing":[249],"total":[251],"cost.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}