{"id":"https://openalex.org/W7131829575","doi":"https://doi.org/10.1109/jiot.2026.3668848","title":"Causally Aligned Multiagent Reinforcement Learning for Coordinated Control of Heterogeneous Home Energy Devices","display_name":"Causally Aligned Multiagent Reinforcement Learning for Coordinated Control of Heterogeneous Home Energy Devices","publication_year":2026,"publication_date":"2026-02-27","ids":{"openalex":"https://openalex.org/W7131829575","doi":"https://doi.org/10.1109/jiot.2026.3668848"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2026.3668848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3668848","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127276690","display_name":"Xiao Du","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Du","raw_affiliation_strings":["School of Bigdata and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0175-7630","affiliations":[{"raw_affiliation_string":"School of Bigdata and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127460079","display_name":"Fengji Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fengji Luo","raw_affiliation_strings":["School of Civil Engineering, University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4041-6062","affiliations":[{"raw_affiliation_string":"School of Civil Engineering, University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063090569","display_name":"Juntao Hu","orcid":"https://orcid.org/0000-0001-7652-7050"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juntao Hu","raw_affiliation_strings":["School of Bigdata and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-7652-7050","affiliations":[{"raw_affiliation_string":"School of Bigdata and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127461927","display_name":"Wei Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["School of Bigdata and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0839-8773","affiliations":[{"raw_affiliation_string":"School of Bigdata and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103896134","display_name":"Junhao Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhao Wen","raw_affiliation_strings":["School of Bigdata and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-6561-560X","affiliations":[{"raw_affiliation_string":"School of Bigdata and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19671955,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"10","first_page":"22300","last_page":"22313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.49309998750686646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.49309998750686646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.12349999696016312,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.07519999891519547,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7870000004768372},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47699999809265137},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4374000132083893},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.427700012922287},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4097000062465668},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.35679998993873596},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3546000123023987},{"id":"https://openalex.org/keywords/process-control","display_name":"Process control","score":0.3125}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7870000004768372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7839000225067139},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47699999809265137},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39719998836517334},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3546000123023987},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.3125},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3021000027656555},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28519999980926514},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2026.3668848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3668848","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7348933219909668}],"awards":[{"id":"https://openalex.org/G2364717717","display_name":"\u57fa\u4e8e\u8de8\u5e73\u53f0\u6570\u636e\u878d\u5408\u7684\u7a81\u53d1\u516c\u5171\u4e8b\u4ef6\u5f02\u5e38\u5185\u5bb9\u68c0\u6d4b\u7814\u7a76","funder_award_id":"72074036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5526040906","display_name":"\u79fb\u52a8\u7fa4\u667a\u611f\u77e5\u73af\u5883\u4e0b\u53ef\u4fe1\u5171\u4eab\u548c\u5f02\u6784\u6570\u636e\u878d\u5408\u7684\u670d\u52a1\u63a8\u8350\u7814\u7a76","funder_award_id":"62072060","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8182010496","display_name":"Customer Centred Peer-to-Peer Energy Trading Framework for Future Grids","funder_award_id":"DP220103881","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,98],"learning":[2,99,144],"(DRL)":[3],"has":[4],"emerged":[5],"as":[6,83],"a":[7,33,42,94,109,139],"promising":[8],"paradigm":[9],"for":[10,48,143,151],"home":[11,157],"energy":[12,54],"management":[13],"systems":[14],"(HEMS)":[15],"due":[16],"to":[17,23,46,67],"its":[18],"model-free":[19],"nature":[20],"and":[21,57,147,167,180],"ability":[22],"handle":[24],"complex":[25],"dynamics.":[26],"However,":[27],"existing":[28],"DRL-based":[29],"approaches":[30],"typically":[31],"employ":[32],"unified":[34],"reward":[35,68,126],"function":[36],"that":[37,102,160],"aggregates":[38],"multiple":[39],"objectives":[40,120],"into":[41,121],"single":[43],"scalar,":[44],"failing":[45],"account":[47],"the":[49,76],"heterogeneous":[50,152],"roles":[51],"of":[52],"controllable":[53],"devices":[55],"(CEDs)":[56],"their":[58],"distinct":[59],"causal":[60,106,111,115,132],"relationships":[61],"with":[62,72,129,174],"control":[63],"objectives.":[64],"This":[65],"leads":[66],"misattribution,":[69],"where":[70],"CEDs":[71],"simpler":[73],"constraints":[74],"dominate":[75],"optimization":[77],"process":[78],"while":[79],"critical":[80],"components":[81],"such":[82],"battery":[84],"storage":[85],"remain":[86],"underutilized.":[87],"To":[88],"address":[89],"this":[90],"challenge,":[91],"we":[92],"propose":[93],"causally":[95],"aligned":[96,128],"multi-agent":[97],"(MARL)":[100],"framework":[101],"explicitly":[103],"models":[104],"CED-objective":[105],"pathways":[107],"using":[108],"structural":[110],"model":[112],"(SCM).":[113],"A":[114],"surgery":[116],"procedure":[117],"decomposes":[118],"shared":[119],"CED-specific":[122],"variants,":[123],"enabling":[124],"individualized":[125],"signals":[127],"each":[130],"CED\u2019s":[131],"responsibility.":[133],"The":[134],"proposed":[135],"HR-MASAC":[136],"algorithm":[137],"features":[138],"multi-head":[140],"centralized":[141],"critic":[142],"vectorized":[145],"Q-values":[146],"agent-specific":[148],"entropy":[149],"coefficients":[150],"exploration.":[153],"Experiments":[154],"across":[155],"diverse":[156],"scenarios":[158],"demonstrate":[159],"our":[161],"method":[162],"achieves":[163],"40.1%":[164],"cost":[165],"reduction":[166],"57.1%":[168],"comfort":[169],"improvement":[170],"over":[171],"unified-reward":[172],"baselines,":[173],"robust":[175],"performance":[176],"under":[177],"sensor":[178],"noise":[179],"household":[181],"heterogeneity.":[182]},"counts_by_year":[],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2026-02-28T00:00:00"}