{"id":"https://openalex.org/W7143310256","doi":"https://doi.org/10.48550/arxiv.2603.26249","title":"Knowledge Distillation for Efficient Transformer-Based Reinforcement Learning in Hardware-Constrained Energy Management Systems","display_name":"Knowledge Distillation for Efficient Transformer-Based Reinforcement Learning in Hardware-Constrained Energy Management Systems","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7143310256","doi":"https://doi.org/10.48550/arxiv.2603.26249"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26249","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26249","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130971742","display_name":"Pascal Henrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henrich, Pascal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002133832","display_name":"J. Sievers","orcid":"https://orcid.org/0000-0003-2995-8602"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sievers, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084746605","display_name":"Maximilian Beichter","orcid":"https://orcid.org/0009-0009-9713-3590"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beichter, Maximilian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006846202","display_name":"Thomas Blank","orcid":"https://orcid.org/0000-0002-7543-5653"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blank, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130930981","display_name":"Ralf Mikut","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mikut, Ralf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130992255","display_name":"Veit Hagenmeyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hagenmeyer, Veit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.6360999941825867,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.6360999941825867,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.08659999817609787,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.03869999945163727,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7014999985694885},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.664900004863739},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5123999714851379},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.45249998569488525},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.41940000653266907},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.41200000047683716},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.3677999973297119},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7014999985694885},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.664900004863739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5939000248908997},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5123999714851379},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.3677999973297119},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3490000069141388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32829999923706055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32820001244544983},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32429999113082886},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C84839998","wikidata":"https://www.wikidata.org/wiki/Q5249245","display_name":"Decision rule","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26249","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26249","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.4990895986557007}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer-based":[0],"reinforcement":[1],"learning":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,123,180],"strong":[7],"candidate":[8],"for":[9,46,81,200],"sequential":[10],"control":[11,116,132,197],"in":[12,92],"residential":[13,50,201],"energy":[14,202],"management.":[15],"In":[16],"particular,":[17],"the":[18,66,85,111,145,152,160],"Decision":[19,71,96,195],"Transformer":[20,72,97,196],"can":[21],"learn":[22],"effective":[23],"battery":[24],"dispatch":[25],"policies":[26,73],"from":[27],"historical":[28],"data,":[29],"thereby":[30,114],"increasing":[31],"photovoltaic":[32],"self-consumption":[33],"and":[34,54,134,159],"reducing":[35,119,144],"electricity":[36],"costs.":[37],"However,":[38],"transformer":[39],"models":[40,76,91,108],"are":[41,57,78,174],"typically":[42],"too":[43],"computationally":[44],"demanding":[45],"deployment":[47],"on":[48,99,204],"resource-constrained":[49],"controllers,":[51],"where":[52],"memory":[53,154],"latency":[55],"constraints":[56],"critical.":[58],"This":[59],"paper":[60],"investigates":[61],"knowledge":[62,192],"distillation":[63,129,193],"to":[64,74,141,150,157,165],"transfer":[65],"decision-making":[67],"behaviour":[68],"of":[69,126,139,183],"high-capacity":[70],"compact":[75],"that":[77,191],"more":[79,198],"suitable":[80],"embedded":[82],"deployment.":[83],"Using":[84],"Ausgrid":[86],"dataset,":[87],"we":[88],"train":[89],"teacher":[90],"an":[93],"offline":[94],"sequence-based":[95],"framework":[98],"heterogeneous":[100],"multi-building":[101],"data.":[102],"We":[103],"then":[104],"distil":[105],"smaller":[106],"student":[107,181],"by":[109,148,155,163],"matching":[110],"teachers'":[112],"actions,":[113],"preserving":[115],"quality":[117],"while":[118,143],"model":[120,182],"size.":[121],"Across":[122],"broad":[124],"set":[125],"teacher-student":[127],"configurations,":[128],"largely":[130],"preserves":[131],"performance":[133],"even":[135],"yields":[136],"small":[137],"improvements":[138,173],"up":[140,149,156,164],"1%,":[142],"parameter":[146],"count":[147],"96%,":[151],"inference":[153,161],"90%,":[158],"time":[162],"63%.":[166],"Beyond":[167],"these":[168],"compression":[169],"effects,":[170],"comparable":[171],"cost":[172],"also":[175],"observed":[176],"when":[177],"distilling":[178],"into":[179],"identical":[184],"architectural":[185],"capacity.":[186],"Overall,":[187],"our":[188],"results":[189],"show":[190],"makes":[194],"applicable":[199],"management":[203],"resource-limited":[205],"hardware.":[206]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-31T00:00:00"}