{"id":"https://openalex.org/W4403922729","doi":"https://doi.org/10.1145/3671127.3699534","title":"Multi-source Transfer Learning in Reinforcement Learning-based Home Battery Controller","display_name":"Multi-source Transfer Learning in Reinforcement Learning-based Home Battery Controller","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4403922729","doi":"https://doi.org/10.1145/3671127.3699534"},"language":"en","primary_location":{"id":"doi:10.1145/3671127.3699534","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3671127.3699534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01JY3PXA8G8ZA2QNMJ8MX9ZR2N/file/01JY3PZGHVFMC3WHFKKXAGJD3B.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010948898","display_name":"Seyed Soroush Karimi Madahi","orcid":"https://orcid.org/0000-0001-8072-4532"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Seyed Soroush Karimi Madahi","raw_affiliation_strings":["IDLab, Ghent University - imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095848623","display_name":"Toon Van Puyvelde","orcid":"https://orcid.org/0009-0002-0785-4028"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Toon Van Puyvelde","raw_affiliation_strings":["IDLab, Ghent University - imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008815356","display_name":"Gargya Gokhale","orcid":"https://orcid.org/0000-0002-1451-397X"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Gargya Gokhale","raw_affiliation_strings":["IDLab, Ghent University - imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078508556","display_name":"Bert Claessens","orcid":"https://orcid.org/0009-0006-6116-1483"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bert Claessens","raw_affiliation_strings":["Beebop, Belgium"],"affiliations":[{"raw_affiliation_string":"Beebop, Belgium","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084742757","display_name":"Chris Develder","orcid":"https://orcid.org/0000-0003-2707-4176"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Chris Develder","raw_affiliation_strings":["IDLab, Ghent University - imec, Ghent, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010948898"],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16938014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"341","last_page":"345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8096510171890259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7089006304740906},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6884450912475586},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5468021631240845},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.44573190808296204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2883680760860443},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.07664898037910461}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8096510171890259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7089006304740906},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6884450912475586},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5468021631240845},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.44573190808296204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2883680760860443},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.07664898037910461},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3671127.3699534","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3671127.3699534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01JY3PXA8G8ZA2QNMJ8MX9ZR2N","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JY3PXA8G8ZA2QNMJ8MX9ZR2N","pdf_url":"https://biblio.ugent.be/publication/01JY3PXA8G8ZA2QNMJ8MX9ZR2N/file/01JY3PZGHVFMC3WHFKKXAGJD3B.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400707063","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01JY3PXA8G8ZA2QNMJ8MX9ZR2N","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JY3PXA8G8ZA2QNMJ8MX9ZR2N","pdf_url":"https://biblio.ugent.be/publication/01JY3PXA8G8ZA2QNMJ8MX9ZR2N/file/01JY3PZGHVFMC3WHFKKXAGJD3B.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400707063","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322603","display_name":"Universiteit Gent","ror":"https://ror.org/00cv9y106"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403922729.pdf","grobid_xml":"https://content.openalex.org/works/W4403922729.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2612690371","https://openalex.org/W2766967673","https://openalex.org/W3048265338","https://openalex.org/W3106031164","https://openalex.org/W3107396186","https://openalex.org/W3114573357","https://openalex.org/W3212993326","https://openalex.org/W4372344104","https://openalex.org/W4380046108","https://openalex.org/W4388093181","https://openalex.org/W4400445933","https://openalex.org/W4400446501"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"On":[0],"the":[1,26,100,122,159,192],"path":[2],"to":[3,41,54,112,167,181],"decarbonization,":[4],"batteries":[5,35],"play":[6],"an":[7,114],"important":[8],"role,":[9],"as":[10,22],"they":[11],"can":[12],"help":[13],"manage":[14],"uncertainties":[15],"associated":[16],"with":[17,135],"renewable":[18],"energy":[19],"sources":[20],"such":[21],"PV.":[23],"One":[24],"of":[25,29,75,124,194],"main":[27],"challenges":[28],"developing":[30],"a":[31,49,56,89,148,183],"controller":[32,117,162],"for":[33,62,118],"home":[34],"is":[36,93,104],"its":[37],"scalability":[38,193],"and":[39,82,139],"transferability":[40],"other":[42],"households.":[43,66,98],"In":[44,84],"this":[45],"paper,":[46],"we":[47],"propose":[48],"multi-source":[50],"transfer":[51],"learning":[52,59],"framework":[53,70,127,146],"scale":[55],"pretrained":[57,101],"reinforcement":[58],"(RL)-based":[60],"policy":[61,186],"controlling":[63],"different":[64,136],"unseen":[65],"Our":[67],"proposed":[68,86,126,145,196],"data-driven":[69],"tackles":[71],"two":[72],"major":[73],"disadvantages":[74],"vanilla":[76],"RL":[77,91,116],"methods,":[78],"i.e.,":[79],"data-intensive":[80],"training":[81,179],"scalability.":[83],"our":[85,125,144,155,173,195],"framework,":[87],"initially,":[88],"global":[90,102],"agent":[92,103],"trained":[94,169],"on":[95,106,187],"multiple":[96],"source":[97],"Thereafter,":[99],"finetuned":[105,156,174],"data":[107,130],"from":[108,131,171],"each":[109],"target":[110,189],"household":[111],"obtain":[113],"individual":[115],"each.":[119],"We":[120,142],"assess":[121],"performance":[123],"using":[128],"real":[129],"100":[132],"Belgian":[133],"households":[134],"load":[137],"patterns":[138],"weather":[140],"conditions.":[141],"benchmark":[143],"against":[147],"rule-based":[149,161],"baseline.":[150],"The":[151],"results":[152],"show":[153],"that":[154],"controllers":[157],"outperform":[158],"baseline":[160],"by":[163],"~8%.":[164],"Furthermore,":[165],"compared":[166],"agents":[168,175],"locally":[170],"scratch,":[172],"require":[176],"significantly":[177],"fewer":[178],"episodes":[180],"learn":[182],"good":[184],"control":[185],"unseen,":[188],"households,":[190],"validating":[191],"framework.":[197]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-10-31T00:00:00"}