{"id":"https://openalex.org/W7019157441","doi":null,"title":"Exploration of Reinforcement Learning Techniques as a Control Strategy for Heating Systems","display_name":"Exploration of Reinforcement Learning Techniques as a Control Strategy for Heating Systems","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7019157441"},"language":"en","primary_location":{"id":"pmh:oai:www.theseus.fi:10024/877090","doi":null,"is_oa":true,"landing_page_url":"http://www.theseus.fi/handle/10024/877090","pdf_url":"http://www.theseus.fi/bitstream/10024/877090/2/Aziz_Nasir.pdf","source":{"id":"https://openalex.org/S4306400928","display_name":"Theseus (Ammattikorkeakoulujen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"fi=Ylempi AMK-opinn\u00e4ytety\u00f6|sv=H\u00f6gre YH-examensarbete|en=Master's thesis|"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://www.theseus.fi/bitstream/10024/877090/2/Aziz_Nasir.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Aziz, Nasir","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I198445264","display_name":"Arcada University of Applied Sciences","ror":"https://ror.org/02s466x84","country_code":"FI","type":"education","lineage":["https://openalex.org/I198445264"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Aziz, Nasir","raw_affiliation_strings":["Heating Systems . Arcada University of Applied Sciences : MEng in Energy Automation Sustainable Engineering , 2024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heating Systems . Arcada University of Applied Sciences : MEng in Energy Automation Sustainable Engineering , 2024","institution_ids":["https://openalex.org/I198445264"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I198445264"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7871000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7871000170707703,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.17820000648498535,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9549999833106995},{"id":"https://openalex.org/keywords/heating-control","display_name":"heating control","score":0.8889999985694885},{"id":"https://openalex.org/keywords/plate-heat-exchanger","display_name":"plate heat exchanger","score":0.9290000200271606},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.6710000038146973},{"id":"https://openalex.org/keywords/nonlinear-dynamical-systems","display_name":"nonlinear dynamical systems","score":0.6740000247955322},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"adaptive control","score":0.5799999833106995},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.7649999856948853},{"id":"https://openalex.org/keywords/convergence","display_name":"convergence","score":0.46299999952316284},{"id":"https://openalex.org/keywords/real-time-implementation","display_name":"real-time implementation","score":0.6399999856948853},{"id":"https://openalex.org/keywords/response-time","display_name":"response time","score":0.4169999957084656},{"id":"https://openalex.org/keywords/stability","display_name":"stability","score":0.382999986410141}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6647999882698059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5817000269889832},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4887999892234802},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4490000009536743},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.3617999851703644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34369999170303345},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32510000467300415},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29319998621940613},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C91581856","wikidata":"https://www.wikidata.org/wiki/Q2707001","display_name":"Nonlinear control","level":3,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.theseus.fi:10024/877090","doi":null,"is_oa":true,"landing_page_url":"http://www.theseus.fi/handle/10024/877090","pdf_url":"http://www.theseus.fi/bitstream/10024/877090/2/Aziz_Nasir.pdf","source":{"id":"https://openalex.org/S4306400928","display_name":"Theseus (Ammattikorkeakoulujen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"fi=Ylempi AMK-opinn\u00e4ytety\u00f6|sv=H\u00f6gre YH-examensarbete|en=Master's thesis|"}],"best_oa_location":{"id":"pmh:oai:www.theseus.fi:10024/877090","doi":null,"is_oa":true,"landing_page_url":"http://www.theseus.fi/handle/10024/877090","pdf_url":"http://www.theseus.fi/bitstream/10024/877090/2/Aziz_Nasir.pdf","source":{"id":"https://openalex.org/S4306400928","display_name":"Theseus (Ammattikorkeakoulujen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"fi=Ylempi AMK-opinn\u00e4ytety\u00f6|sv=H\u00f6gre YH-examensarbete|en=Master's thesis|"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7019157441.pdf","grobid_xml":"https://content.openalex.org/works/W7019157441.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W52840756","https://openalex.org/W1498436455","https://openalex.org/W1502765764","https://openalex.org/W1585973949","https://openalex.org/W1757796397","https://openalex.org/W2128084896","https://openalex.org/W2158208985","https://openalex.org/W2173248099","https://openalex.org/W2574828018","https://openalex.org/W2624095892","https://openalex.org/W2736601468","https://openalex.org/W2767022243","https://openalex.org/W2787938642","https://openalex.org/W2887053799","https://openalex.org/W2897661175","https://openalex.org/W2992833799","https://openalex.org/W2995050871","https://openalex.org/W3015657090","https://openalex.org/W3088784858","https://openalex.org/W3116186740","https://openalex.org/W3133092968","https://openalex.org/W3203003543","https://openalex.org/W4236861708","https://openalex.org/W4280491053","https://openalex.org/W4280643421","https://openalex.org/W4286491341","https://openalex.org/W4293089927","https://openalex.org/W4297792190","https://openalex.org/W4309200189","https://openalex.org/W4319080624","https://openalex.org/W4320536026","https://openalex.org/W4379390289","https://openalex.org/W4385123314","https://openalex.org/W4387063421","https://openalex.org/W4387773874","https://openalex.org/W4390035887","https://openalex.org/W4390415102","https://openalex.org/W4393004627","https://openalex.org/W4393300374","https://openalex.org/W4398162525","https://openalex.org/W4399216845","https://openalex.org/W4401336809","https://openalex.org/W4401415513","https://openalex.org/W4401937593","https://openalex.org/W4402125541","https://openalex.org/W4402305461","https://openalex.org/W4403730099","https://openalex.org/W4403775074","https://openalex.org/W4403813879","https://openalex.org/W4407343310","https://openalex.org/W6922371768"],"related_works":["https://openalex.org/W7201922165","https://openalex.org/W4411282048","https://openalex.org/W4408861211","https://openalex.org/W7163599160","https://openalex.org/W3143041080","https://openalex.org/W4416132553","https://openalex.org/W52840756","https://openalex.org/W6990352553","https://openalex.org/W7163834794","https://openalex.org/W4321785838"],"abstract_inverted_index":{"This":[0],"thesis":[1],"explores":[2],"machine":[3],"learning":[4],"techniques":[5],"to":[6,37,105,112,144,151,186],"enhance":[7],"the":[8,76,101,114,121,131],"control":[9,18,181],"of":[10,31,116],"heating":[11],"systems":[12],"and":[13,26,68,80,94,119,147,165,189],"compares":[14],"them":[15],"with":[16,82,162],"traditional":[17,163],"methods":[19,118],"which":[20],"are":[21,78,126],"often":[22],"unsuitable":[23],"for":[24,50,169],"dynamic":[25],"nonlinear":[27],"systems.":[28],"The":[29,108],"focus":[30],"study":[32],"is":[33,48,65,103],"Reinforcement":[34],"Learning":[35],"due":[36,150],"its":[38,54],"adaptive":[39],"nature.":[40],"By":[41],"thoroughly":[42],"exploring":[43,166],"this":[44,174],"approach,":[45],"an":[46],"algorithm":[47],"selected":[49],"implementation":[51],"based":[52],"on":[53,86],"documented":[55],"performance.":[56],"In":[57,172],"later":[58],"sections,":[59],"a":[60,72,177],"simplified":[61],"plate-based":[62],"heat":[63],"exchanger":[64],"modeled":[66],"mathematically":[67],"then":[69],"realized":[70],"in":[71,99,130,153],"simulation":[73],"software,":[74],"where":[75],"algorithms":[77,168],"tested":[79],"compared":[81],"existing":[83],"methods,":[84],"focusing":[85],"key":[87],"metrics":[88],"such":[89],"as":[90],"response":[91],"time,":[92],"stability,":[93],"energy":[95],"efficiency.":[96],"After":[97],"testing":[98],"simulation,":[100],"approach":[102],"applied":[104,143],"real":[106],"hardware.":[107],"demonstration":[109],"exhibits":[110],"potential":[111],"address":[113],"shortcomings":[115],"current":[117,132],"improve":[120],"overall":[122],"output.":[123],"However,":[124],"there":[125],"some":[127],"challenges":[128],"identified":[129,160],"implementation,":[133],"including":[134],"computational":[135],"cost":[136],"during":[137],"model":[138],"training,":[139],"safety":[140],"constraints":[141],"when":[142],"real-time":[145],"setup":[146],"convergence":[148],"difficulties":[149],"simplification":[152],"reward":[154],"function.":[155],"Future":[156],"work":[157],"includes":[158],"integrating":[159],"strategies":[161],"solutions":[164],"advanced":[167],"improved":[170],"results.":[171],"conclusion,":[173],"research":[175],"marks":[176],"step":[178],"toward":[179],"sustainable":[180],"strategies,":[182],"providing":[183],"valuable":[184],"insights":[185],"meet":[187],"present":[188],"future":[190],"demands.":[191]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}