{"id":"https://openalex.org/W7165852833","doi":"https://doi.org/10.48550/arxiv.2606.25599","title":"Reference-Free Heterogeneous Multi-Agent Reinforcement Learning for Grid-Friendly Tie-Line Power Shaping in Industrial Microgrids","display_name":"Reference-Free Heterogeneous Multi-Agent Reinforcement Learning for Grid-Friendly Tie-Line Power Shaping in Industrial Microgrids","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7165852833","doi":"https://doi.org/10.48550/arxiv.2606.25599"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25599","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25599","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25599","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139313963","display_name":"Daniyaer Paizulamua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paizulamua, Daniyaer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139380492","display_name":"Lin Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139372142","display_name":"Fashun Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Fashun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139304583","display_name":"Haoyu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139307786","display_name":"Pengfei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139381899","display_name":"Haiwang Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Haiwang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.8539000153541565,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.8539000153541565,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.030400000512599945,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.026900000870227814,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.7851999998092651},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6437000036239624},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5081999897956848},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46320000290870667},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.45100000500679016},{"id":"https://openalex.org/keywords/changeover","display_name":"Changeover","score":0.41999998688697815},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.41920000314712524},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3833000063896179},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.3799999952316284}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.7851999998092651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6753000020980835},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6437000036239624},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5081999897956848},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46320000290870667},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C2780129190","wikidata":"https://www.wikidata.org/wiki/Q5071912","display_name":"Changeover","level":3,"score":0.41999998688697815},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.41920000314712524},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3833000063896179},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3799999952316284},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3666999936103821},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C423512","wikidata":"https://www.wikidata.org/wiki/Q383973","display_name":"Electricity generation","level":3,"score":0.35040000081062317},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34630000591278076},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3400999903678894},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.3296999931335449},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C82753439","wikidata":"https://www.wikidata.org/wiki/Q1419090","display_name":"Industrial production","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25599","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25599","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25599","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25599","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tie-line":[0],"power":[1],"(TLP)":[2],"shaping":[3],"is":[4,45,117],"a":[5,27,32,111],"key":[6],"requirement":[7],"for":[8,119],"the":[9,19,74,82,143,172,177,199,203],"grid-friendly":[10,33],"operation":[11,212],"of":[12,21,78,164,209],"industrial":[13,210],"microgrids":[14],"(IMGs).":[15],"This":[16,71],"paper":[17],"studies":[18,129],"coordination":[20,42],"multi-timescale":[22,113],"heterogeneous":[23,59,75],"adjustable":[24],"resources":[25,80],"in":[26],"steel":[28],"IMG":[29],"to":[30],"shape":[31],"TLP":[34,83],"trajectory":[35,84],"considering":[36],"multiple":[37],"objectives.":[38],"A":[39],"sequential":[40],"heterogeneous-agent":[41],"(SHAC)":[43],"framework":[44,201],"proposed,":[46],"where":[47],"process":[48],"loads,":[49],"hydrogen":[50],"storage,":[51],"and":[52,69,85,90,102,110,125,134,149,185,192,206,218],"battery":[53],"storage":[54],"are":[55,105],"modeled":[56],"as":[57],"functionally":[58],"agents":[60,120],"with":[61,121,159,171],"cross-role":[62],"observations,":[63],"asynchronous":[64],"decision":[65,126],"intervals,":[66],"role-specific":[67],"rewards":[68],"critics.":[70],"design":[72],"captures":[73],"temporal":[76],"effects":[77],"different":[79,122],"on":[81,145],"alleviates":[86],"ambiguous":[87],"credit":[88],"assignment":[89],"weak":[91],"inter-agent":[92],"coordination.":[93],"To":[94],"ensure":[95],"feasible":[96],"real-time":[97,219],"execution,":[98,109],"process-knowledge-based":[99],"action":[100,123],"masking":[101],"feasibility":[103],"projection":[104],"embedded":[106],"into":[107],"policy":[108],"role-aware":[112],"actor--critic":[114],"training":[115],"scheme":[116],"developed":[118],"structures":[124],"intervals.":[127],"Numerical":[128],"using":[130],"real":[131],"renewable":[132],"generation":[133],"electricity":[135],"market":[136],"data":[137],"show":[138],"that":[139,198],"SHAC":[140,175],"effectively":[141],"eliminates":[142],"dependence":[144],"predefined":[146],"reference":[147],"trajectories":[148],"enables":[150],"adaptive":[151],"1-min":[152],"online":[153],"decision-making,":[154],"achieving":[155],"zero":[156],"production":[157],"failures":[158],"an":[160],"average":[161],"computational":[162,220],"time":[163],"only":[165],"0.4":[166],"ms":[167],"per":[168],"step.":[169],"Compared":[170],"original":[173],"operation,":[174],"reduces":[176],"total":[178],"grid":[179,207],"purchase":[180],"cost,":[181],"contract-demand":[182],"exceedance":[183],"time,":[184],"cumulative":[186],"ramp":[187],"excess":[188],"by":[189],"91.27\\%,":[190],"98.64\\%,":[191],"96.91\\%,":[193],"respectively.":[194],"These":[195],"results":[196],"demonstrate":[197],"proposed":[200],"improves":[202],"economic":[204],"efficiency":[205],"friendliness":[208],"microgrid":[211],"while":[213],"satisfying":[214],"strict":[215],"process-safety":[216],"constraints":[217],"requirements.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-26T00:00:00"}