{"id":"https://openalex.org/W4406457458","doi":"https://doi.org/10.1109/access.2025.3529872","title":"Residential Energy Management Method Based on the Proposed A3C-FER","display_name":"Residential Energy Management Method Based on the Proposed A3C-FER","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406457458","doi":"https://doi.org/10.1109/access.2025.3529872"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3529872","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3529872","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3529872","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052350348","display_name":"Jinjiang Zhang","orcid":"https://orcid.org/0000-0002-8892-1132"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinjiang Zhang","raw_affiliation_strings":["School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102907293","display_name":"Qiang Lin","orcid":"https://orcid.org/0000-0001-9599-4121"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Lin","raw_affiliation_strings":["School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695151","display_name":"Lu Wang","orcid":"https://orcid.org/0000-0001-9833-7450"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Wang","raw_affiliation_strings":["School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094160979","display_name":"Orefo Victor Arinze","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Orefo Victor Arinze","raw_affiliation_strings":["School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039630465","display_name":"Zihan Hu","orcid":"https://orcid.org/0000-0003-3291-4010"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Hu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3291-4010","affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056685890","display_name":"Yantai Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yantai Huang","raw_affiliation_strings":["School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3451-4937","affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, Zhejiang University of Science and Technology, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3399,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58544616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"12203","last_page":"12214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.11249999701976776,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.11249999701976776,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14250","display_name":"Energy and Environmental Systems","score":0.10249999910593033,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14156","display_name":"Engineering Applied Research","score":0.09440000355243683,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6222270727157593},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.47735121846199036},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.399665892124176},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08290514349937439},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07840994000434875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6222270727157593},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.47735121846199036},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.399665892124176},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08290514349937439},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07840994000434875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3529872","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3529872","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a08125a36fe54e6bb4544dc0b911290c","is_oa":true,"landing_page_url":"https://doaj.org/article/a08125a36fe54e6bb4544dc0b911290c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 12203-12214 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3529872","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3529872","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2759897035","https://openalex.org/W2896384098","https://openalex.org/W2962980800","https://openalex.org/W3006765757","https://openalex.org/W3102858743","https://openalex.org/W3116317014","https://openalex.org/W3180895029","https://openalex.org/W3182738738","https://openalex.org/W3194824107","https://openalex.org/W3205884499","https://openalex.org/W3207882166","https://openalex.org/W3208149893","https://openalex.org/W4221122928","https://openalex.org/W4285291487","https://openalex.org/W4289833252","https://openalex.org/W4296292889","https://openalex.org/W4323896862","https://openalex.org/W4385555935","https://openalex.org/W4386813604","https://openalex.org/W4387418564","https://openalex.org/W4388750491","https://openalex.org/W4388819935","https://openalex.org/W4389383601","https://openalex.org/W4390064103","https://openalex.org/W4391235304","https://openalex.org/W4396859570","https://openalex.org/W4396915563","https://openalex.org/W4397019378","https://openalex.org/W4400618058"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2354768891","https://openalex.org/W4229332389","https://openalex.org/W1510108650","https://openalex.org/W2322968447","https://openalex.org/W2356819012"],"abstract_inverted_index":{"Deep":[0,152],"reinforcement":[1,56],"learning":[2,57,82],"has":[3,121],"been":[4],"widely":[5],"applied":[6],"in":[7,17,40,126],"the":[8,49,65,77,93,96,105,118,139,146,156,162,176],"field":[9],"of":[10,79,95,133],"residential":[11,50,115],"energy":[12,19,23,51,112],"management,":[13],"showcasing":[14],"considerable":[15],"promise":[16],"enhancing":[18],"efficiency":[20,83],"and":[21,84,135,151,169],"reducing":[22],"consumption.":[24],"However,":[25],"it":[26],"is":[27,59],"observed":[28],"that":[29,104],"some":[30],"methodologies":[31],"still":[32],"suffer":[33],"from":[34],"inadequate":[35],"data":[36],"exploitation,":[37],"which":[38],"results":[39,99],"suboptimal":[41],"policy":[42],"performance.":[43,86],"In":[44,143],"this":[45],"study,":[46],"focusing":[47],"on":[48],"management":[52],"system,":[53],"an":[54],"innovative":[55],"method":[58,63],"proposed.":[60],"This":[61],"novel":[62,157],"fuses":[64],"asynchronous":[66],"advantage":[67],"actor-critic":[68],"architecture":[69],"with":[70,76,145],"a":[71,123,131,182],"familiarity-based":[72],"experience":[73],"replay":[74],"mechanism,":[75],"ambition":[78],"markedly":[80],"improving":[81],"control":[85],"Numerical":[87],"comparisons":[88],"were":[89],"made":[90],"to":[91,138],"justify":[92],"effectiveness":[94],"method.":[97],"Experimental":[98],"across":[100],"diverse":[101],"cases":[102],"confirm":[103],"proposed":[106,119],"algorithm":[107],"can":[108],"effectively":[109],"achieve":[110],"optimal":[111],"scheduling":[113],"for":[114],"sectors.":[116],"Furthermore,":[117],"methodology":[120],"demonstrated":[122],"notable":[124],"reduction":[125],"grid":[127],"interaction":[128],"expenses,":[129],"achieving":[130],"decrease":[132],"27.03%":[134],"16.38%":[136],"relative":[137],"other":[140],"two":[141],"scenarios.":[142],"comparison":[144],"Proximal":[147],"Policy":[148],"Optimization":[149],"(PPO)":[150],"Q-Network":[153],"(DQN)":[154],"algorithms,":[155],"approach":[158],"not":[159],"only":[160],"improves":[161],"average":[163],"reward":[164],"value":[165],"post-convergence":[166],"by":[167,179],"38.48%":[168],"47.17%,":[170],"respectively,":[171],"but":[172],"also":[173],"significantly":[174],"reduces":[175],"training":[177],"duration":[178],"81.19%":[180],"within":[181],"multi-threaded":[183],"computational":[184],"environment.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
