{"id":"https://openalex.org/W7156958401","doi":"https://doi.org/10.48550/arxiv.2604.24549","title":"GradMAP: Gradient-Based Multi-Agent Proximal Learning for Grid-Edge Flexibility","display_name":"GradMAP: Gradient-Based Multi-Agent Proximal Learning for Grid-Edge Flexibility","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7156958401","doi":"https://doi.org/10.48550/arxiv.2604.24549"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24549","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134759748","display_name":"Yihong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yihong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078878246","display_name":"Hongtai Zeng","orcid":"https://orcid.org/0000-0002-1080-7567"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Hongtai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000042067","display_name":"Thomas Morstyn","orcid":"https://orcid.org/0000-0003-2781-9588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morstyn, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.3260999917984009,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.3260999917984009,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.12470000237226486,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.11100000143051147,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7282000184059143},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5638999938964844},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.538100004196167},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5351999998092651},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4357999861240387},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.39100000262260437},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.37369999289512634}],"concepts":[{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7282000184059143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7228999733924866},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5638999938964844},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.538100004196167},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5351999998092651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4702000021934509},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4207000136375427},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24549","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7524603009223938,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Coordinating":[0],"large":[1],"populations":[2],"of":[3,116,160],"grid-edge":[4],"devices":[5],"requires":[6],"learning":[7,28,74,182],"methods":[8],"that":[9,150],"remain":[10],"fully":[11],"decentralised":[12,148],"in":[13,71,108,122],"deployment":[14],"while":[15],"still":[16],"respecting":[17],"three-phase":[18,67,152],"AC":[19,68,153],"distribution-network":[20],"physics.":[21],"This":[22,173],"paper":[23],"proposes":[24],"gradient-based":[25,180],"multi-agent":[26,190],"proximal":[27,101],"(GradMAP)":[29],"to":[30,80,85],"address":[31],"this":[32],"challenge.":[33],"GradMAP":[34,63,94,146,196],"trains":[35],"independent":[36],"neural-network":[37],"policies":[38,149],"for":[39,55],"each":[40,47],"agent":[41,48],"without":[42,58],"any":[43],"parameter":[44],"sharing,":[45],"and":[46,76,138,184,204],"uses":[49,77],"only":[50],"its":[51],"own":[52],"local":[53],"observation":[54],"online":[56],"decision-making":[57],"communication.":[59],"During":[60],"offline":[61],"training,":[62,93],"embeds":[64],"a":[65,72,100,104,163,175],"differentiable":[66],"power-flow":[69],"model":[70],"primal-dual":[73],"loop":[75],"implicit":[78],"differentiation":[79],"propagate":[81],"exact":[82],"network-constraint":[83],"violations":[84,156],"update":[86],"the":[87,109,117,142,200],"policy":[88],"parameters.":[89],"To":[90],"speed":[91],"up":[92],"reuses":[95],"expensive":[96],"environment":[97],"gradients":[98],"through":[99],"surrogate":[102],"within":[103,157],"trust":[105],"region":[106],"defined":[107],"more":[110],"direct":[111],"policy-output":[112],"(action)":[113],"space,":[114],"instead":[115],"probability":[118],"distribution":[119],"space":[120],"used":[121],"other":[123],"works,":[124],"such":[125],"as":[126],"PPO.":[127],"In":[128,193],"case":[129],"studies":[130],"with":[131],"1,000":[132],"agents":[133],"managing":[134],"batteries,":[135],"heat":[136],"pumps,":[137],"controllable":[139],"generators":[140],"on":[141,162],"IEEE":[143],"123-bus":[144],"feeder,":[145],"learns":[147],"minimise":[151],"load-flow":[154],"constraint":[155,205],"15":[158],"minutes":[159],"training":[161,177,187],"single":[164],"workstation-class":[165],"NVIDIA":[166],"RTX":[167],"PRO":[168],"5000":[169],"Blackwell":[170],"48GB":[171],"GPU.":[172],"is":[174],"3--5x":[176],"speed-up":[178],"over":[179],"self-supervised":[181],"benchmarks":[183],"substantially":[185],"better":[186],"efficiency":[188],"than":[189],"reinforcement-learning":[191],"benchmarks.":[192],"out-of-sample":[194],"tests,":[195],"also":[197],"delivers":[198],"among":[199],"lowest":[201],"operating":[202],"cost":[203],"violations.":[206]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-29T00:00:00"}