{"id":"https://openalex.org/W4388853446","doi":"https://doi.org/10.1109/tii.2023.3331113","title":"Human\u2013Machine Collaborative Reinforcement Learning for Power Line Flow Regulation","display_name":"Human\u2013Machine Collaborative Reinforcement Learning for Power Line Flow Regulation","publication_year":2023,"publication_date":"2023-11-21","ids":{"openalex":"https://openalex.org/W4388853446","doi":"https://doi.org/10.1109/tii.2023.3331113"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3331113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3331113","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035750239","display_name":"Chenxi Wang","orcid":"https://orcid.org/0000-0001-8406-333X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Wang","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-8406-333X","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074080669","display_name":"Youtian Du","orcid":"https://orcid.org/0000-0002-1714-3433"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youtian Du","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-1714-3433","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018869798","display_name":"Yuanlin Chang","orcid":"https://orcid.org/0009-0004-6764-5150"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanlin Chang","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0004-6764-5150","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103158216","display_name":"Zihao Guo","orcid":"https://orcid.org/0009-0005-0261-9282"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Guo","raw_affiliation_strings":["Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Lab for Intelligent Networks and Network Security, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101054831","display_name":"Yanhao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhao Huang","raw_affiliation_strings":["State Key Laboratory of Power Grid Safety and Energy Conservation, China Electric Power Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Power Grid Safety and Energy Conservation, China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4392738113"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9817,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76047228,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":"4","first_page":"5087","last_page":"5099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.83454430103302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6686903238296509},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6133222579956055},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5187582969665527},{"id":"https://openalex.org/keywords/human\u2013machine-system","display_name":"Human\u2013machine system","score":0.4935659170150757},{"id":"https://openalex.org/keywords/power-flow","display_name":"Power flow","score":0.43038487434387207},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.42622295022010803},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3899545967578888},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3814132809638977},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3775014579296112},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.31581056118011475},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.22316765785217285}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.83454430103302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686903238296509},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6133222579956055},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5187582969665527},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.4935659170150757},{"id":"https://openalex.org/C2986056383","wikidata":"https://www.wikidata.org/wiki/Q556030","display_name":"Power flow","level":4,"score":0.43038487434387207},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.42622295022010803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3899545967578888},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3814132809638977},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3775014579296112},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31581056118011475},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.22316765785217285},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3331113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3331113","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1833748571","https://openalex.org/W1908985308","https://openalex.org/W2131869695","https://openalex.org/W2145339207","https://openalex.org/W2561272988","https://openalex.org/W2736601468","https://openalex.org/W2745148046","https://openalex.org/W2746553466","https://openalex.org/W2757615817","https://openalex.org/W2796755741","https://openalex.org/W2904246096","https://openalex.org/W2966492573","https://openalex.org/W2967727187","https://openalex.org/W2972852318","https://openalex.org/W2989847975","https://openalex.org/W2990017150","https://openalex.org/W2994779380","https://openalex.org/W3003497208","https://openalex.org/W3034854469","https://openalex.org/W3080119434","https://openalex.org/W3109289797","https://openalex.org/W3115686713","https://openalex.org/W3118210634","https://openalex.org/W3126487305","https://openalex.org/W3155324384","https://openalex.org/W3166679315","https://openalex.org/W3194784047","https://openalex.org/W3198431404","https://openalex.org/W3202452289","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6745193554","https://openalex.org/W6748839928","https://openalex.org/W6757592117","https://openalex.org/W6760417565","https://openalex.org/W6786363145","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"The":[0,87,105],"complexity":[1],"and":[2,55,64,82,137],"uncertainty":[3],"in":[4,33],"power":[5,15,34,93],"systems":[6,140],"leads":[7],"to":[8,29,154],"a":[9,25,39,66,75,78,110,162],"great":[10],"challenge":[11],"for":[12,45,114],"controlling":[13],"the":[14,51,92,99,119,134,149,155,167],"grid":[16],"using":[17],"traditional":[18],"manual":[19],"adjustment":[20],"methods.":[21],"Reinforcement":[22],"learning":[23,70],"is":[24],"promising":[26],"data-driven":[27],"paradigm":[28],"address":[30],"control":[31],"issues":[32],"grids.":[35],"This":[36],"article":[37],"presents":[38],"novel":[40],"human\u2013machine":[41,67,103],"collaborative":[42,68],"(HMC)":[43],"framework":[44],"line":[46,116],"flow":[47],"control.":[48],"We":[49],"formulate":[50],"collaboration":[52],"between":[53],"humans":[54],"machines":[56],"as":[57],"an":[58,83,123],"extended":[59],"Markov":[60],"decision":[61],"process":[62],"(MDP)":[63],"introduce":[65],"reinforcement":[69],"(HMC-RL)":[71],"approach,":[72],"which":[73],"comprises":[74],"routing":[76,88],"module,":[77],"machine":[79,100,106,111,156],"dispatching":[80,85,107,112,125,157],"module":[81,89,108,121],"HMC":[84,120,124],"module.":[86],"determines":[90],"whether":[91],"system":[94],"should":[95],"be":[96],"operated":[97],"by":[98],"or":[101],"through":[102],"collaboration.":[104],"predicts":[109,122],"action":[113,126],"regulating":[115],"flow,":[117],"while":[118],"with":[127,171],"human":[128,174],"assistance.":[129],"Experimental":[130],"results":[131],"conducted":[132],"on":[133,166],"IEEE":[135,138,168],"39-bus":[136],"118-bus":[139,169],"demonstrate":[141],"that":[142],"our":[143],"HMC-RL":[144,160],"approach":[145],"can":[146],"significantly":[147],"improve":[148],"performance":[150,164],"of":[151,173],"regulation":[152],"compared":[153],"policy.":[158],"Specifically,":[159],"achieves":[161],"40.03%":[163],"improvement":[165],"system,":[170],"25.8%":[172],"participation.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}