{"id":"https://openalex.org/W2791011516","doi":"https://doi.org/10.3233/jcm-180792","title":"A Sarsa-based adaptive controller for building energy conservation","display_name":"A Sarsa-based adaptive controller for building energy conservation","publication_year":2018,"publication_date":"2018-01-30","ids":{"openalex":"https://openalex.org/W2791011516","doi":"https://doi.org/10.3233/jcm-180792","mag":"2791011516"},"language":"en","primary_location":{"id":"doi:10.3233/jcm-180792","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jcm-180792","pdf_url":null,"source":{"id":"https://openalex.org/S2765058733","display_name":"Journal of Computational Methods in Sciences and Engineering","issn_l":"1472-7978","issn":["1472-7978","1875-8983"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Methods in Sciences and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087429872","display_name":"Qiming Fu","orcid":"https://orcid.org/0000-0001-9757-4323"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiming Fu","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023673068","display_name":"Lingyao Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyao Hu","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076525932","display_name":"Hongjie Wu","orcid":"https://orcid.org/0000-0001-5921-8707"},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjie Wu","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086390256","display_name":"Fuyuan Hu","orcid":"https://orcid.org/0000-0002-6818-2221"},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuyuan Hu","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042014818","display_name":"Wen Hu","orcid":"https://orcid.org/0000-0002-4076-1811"},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Hu","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100437534","display_name":"Jianping Chen","orcid":"https://orcid.org/0000-0002-2109-5761"},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Chen","raw_affiliation_strings":["Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Institute of Electronics and Information Engineering, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Intelligent Building Energy Efficiency, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]},{"raw_affiliation_string":"Suzhou Key Laboratory of Mobile Networking and Applied Technologies, Suzhou University of Science and Technology, Suzhou 215009, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100437534"],"corresponding_institution_ids":["https://openalex.org/I308837","https://openalex.org/I4210110458"],"apc_list":null,"apc_paid":null,"fwci":0.7535,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.72994754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"18","issue":"2","first_page":"329","last_page":"338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7741891741752625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7011546492576599},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6541392803192139},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6458370089530945},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6377837061882019},{"id":"https://openalex.org/keywords/energy-conservation","display_name":"Energy conservation","score":0.5662583708763123},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.5530192255973816},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5285136699676514},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.417659729719162},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3163585364818573},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.29235512018203735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20672133564949036},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1527405083179474},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13378354907035828}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7741891741752625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7011546492576599},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6541392803192139},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6458370089530945},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6377837061882019},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.5662583708763123},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.5530192255973816},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5285136699676514},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.417659729719162},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3163585364818573},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29235512018203735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20672133564949036},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1527405083179474},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13378354907035828},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jcm-180792","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jcm-180792","pdf_url":null,"source":{"id":"https://openalex.org/S2765058733","display_name":"Journal of Computational Methods in Sciences and Engineering","issn_l":"1472-7978","issn":["1472-7978","1875-8983"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Methods in Sciences and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8500000238418579,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W631321264","https://openalex.org/W1839500782","https://openalex.org/W1955461630","https://openalex.org/W1983889159","https://openalex.org/W1986570820","https://openalex.org/W2033200113","https://openalex.org/W2121863487","https://openalex.org/W2225457769","https://openalex.org/W2329899804","https://openalex.org/W2489933236","https://openalex.org/W2529309699","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2002388147","https://openalex.org/W3098928304","https://openalex.org/W2394883510","https://openalex.org/W2023324176","https://openalex.org/W2165013373","https://openalex.org/W2150958483","https://openalex.org/W2922503265","https://openalex.org/W2352418162","https://openalex.org/W4320024898","https://openalex.org/W1660549405"],"abstract_inverted_index":{"In":[0],"the":[1,7,36,39,43,48,55,59,67,74,79,85,90,93],"field":[2],"of":[3,38,58,81,84],"building":[4,60,86],"equipment":[5],"control,":[6],"traditional":[8],"methods":[9],"have":[10],"some":[11],"problems":[12],"\u2013":[13],"instability":[14],"and":[15,63,100],"slow":[16],"convergence.":[17],"To":[18],"deal":[19],"with":[20,51,89],"these":[21],"problems,":[22],"a":[23],"new":[24],"Sarsa-based":[25],"adaptive":[26,30],"controller,":[27],"SAC":[28,95],"(Sarsa-based":[29],"controller)":[31],"was":[32],"proposed.":[33],"Based":[34],"on":[35],"model":[37],"exchange":[40,56],"mechanism":[41,57],"about":[42],"b":[44],"uilding":[45],"energy":[46,61,75],"consumption,":[47,62],"proposed":[49,94],"method":[50],"Sarsa":[52],"algorithm":[53],"models":[54],"tries":[64],"to":[65],"find":[66],"best":[68],"control":[69],"policy,":[70],"which":[71],"can":[72],"decrease":[73],"consumption":[76],"without":[77],"losing":[78],"performance":[80,99],"good":[82],"comfort":[83],"occupants.":[87],"Compared":[88],"PID":[91],"method,":[92],"has":[96],"better":[97],"convergence":[98],"robustness.":[101]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}