{"id":"https://openalex.org/W4415221400","doi":"https://doi.org/10.1007/s10994-025-06889-9","title":"Temporal distillation: compressing a policy in space and time","display_name":"Temporal distillation: compressing a policy in space and time","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415221400","doi":"https://doi.org/10.1007/s10994-025-06889-9"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-025-06889-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06889-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06889-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06889-9.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099842664","display_name":"Thomas Av\u00e9","orcid":"https://orcid.org/0000-0001-9849-5547"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Thomas Av\u00e9","raw_affiliation_strings":["IDLab - Department of Computer Science, University of Antwerp - imec, Sint-Pietersvliet 7, 2000, Antwerp, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab - Department of Computer Science, University of Antwerp - imec, Sint-Pietersvliet 7, 2000, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046724185","display_name":"Matthias Hutsebaut-Buysse","orcid":"https://orcid.org/0000-0001-6091-294X"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Matthias Hutsebaut-Buysse","raw_affiliation_strings":["IDLab - Department of Computer Science, University of Antwerp - imec, Sint-Pietersvliet 7, 2000, Antwerp, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab - Department of Computer Science, University of Antwerp - imec, Sint-Pietersvliet 7, 2000, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084961388","display_name":"Kevin Mets","orcid":"https://orcid.org/0000-0002-4812-4841"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Kevin Mets","raw_affiliation_strings":["IDLab - Department of Electronics and ICT, University of Antwerp - imec, Sint-Pietersvliet 7, 2000, Antwerp, Belgium"],"affiliations":[{"raw_affiliation_string":"IDLab - Department of Electronics and ICT, University of Antwerp - imec, Sint-Pietersvliet 7, 2000, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084961388"],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33703161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"114","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.7462000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.7462000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.6895999908447266,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12617","display_name":"Energy, Environment, and Transportation Policies","score":0.6383000016212463,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.660099983215332},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5853999853134155},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5425999760627747},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5299000144004822},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5293999910354614},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.527999997138977},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4867999851703644},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4474000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825000286102295},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.660099983215332},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5425999760627747},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5293999910354614},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.527999997138977},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39899998903274536},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3871999979019165},{"id":"https://openalex.org/C173018170","wikidata":"https://www.wikidata.org/wiki/Q165678","display_name":"Microcontroller","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.3149999976158142},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C130187892","wikidata":"https://www.wikidata.org/wiki/Q133327","display_name":"Spacetime","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-025-06889-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06889-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06889-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-025-06889-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06889-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06889-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7659364285","display_name":null,"funder_award_id":"1SD9523N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G8337570407","display_name":null,"funder_award_id":"101093046","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415221400.pdf","grobid_xml":"https://content.openalex.org/works/W4415221400.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2150468603","https://openalex.org/W2605102581","https://openalex.org/W2943930927","https://openalex.org/W2972405428","https://openalex.org/W3118683362","https://openalex.org/W3159759517","https://openalex.org/W3205321526","https://openalex.org/W4225352707","https://openalex.org/W4381162081","https://openalex.org/W4389665545","https://openalex.org/W4400233472"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Deploying":[1],"deep":[2],"reinforcement":[3],"learning":[4],"on":[5,79,154,215],"resource-constrained":[6],"devices":[7,155],"remains":[8],"a":[9,33,43,54,74,83,89,158,164,198],"significant":[10],"challenge":[11],"due":[12],"to":[13,42,72,86,125,140,163,179,185,189,212,220],"the":[14,18,26,61,67,103,113,174,203],"energy-intensive":[15],"nature":[16],"of":[17,32,69,91,99,105],"sequential":[19],"decision-making":[20],"process.":[21],"Model":[22],"compression":[23,57,151,194],"can":[24,115,172],"reduce":[25],"spatial":[27,148,193],"(e.g.":[28],"storage,":[29],"memory)":[30],"requirements":[31],"policy":[34,80,135],"network,":[35],"but":[36],"this":[37,127,170,208],"does":[38],"not":[39],"always":[40],"translate":[41],"proportional":[44],"increase":[45],"in":[46,102,225],"inference":[47],"speed":[48],"and":[49,121,149,160,231,236],"computational":[50],"efficiency.":[51],"We":[52],"introduce":[53],"novel":[55],"temporal":[56,150],"paradigm":[58],"that":[59],"improves":[60],"efficiency":[62,145],"more":[63],"directly,":[64],"by":[65,96,183,223],"reducing":[66],"number":[68],"predictions":[70],"needed":[71],"complete":[73],"task.":[75],"This":[76,130],"method,":[77],"based":[78],"distillation,":[81],"allows":[82,132,209],"student":[84,114],"model":[85],"learn":[87],"when":[88],"change":[90],"action":[92,120,128,138,182],"will":[93],"be":[94,141,213],"required":[95],"observing":[97],"sequences":[98],"identical":[100],"actions":[101],"trajectories":[104],"an":[106,119,181],"existing":[107,134],"teacher":[108],"model.":[109],"At":[110],"each":[111],"decision,":[112],"then":[116],"predict":[117,180],"both":[118,147],"how":[122,169],"many":[123],"times":[124,191],"perform":[126],"consecutively.":[129],"approach":[131],"any":[133],"for":[136,143,228],"discrete":[137],"spaces":[139],"optimized":[142],"energy":[144,222],"through":[146,192],"simultaneously.":[152],"Experiments":[153],"ranging":[156],"from":[157],"microcontroller":[159],"smartphone":[161],"processor":[162],"data":[165],"centre":[166],"GPU":[167],"show":[168],"method":[171],"decrease":[173],"average":[175,200],"time":[176],"it":[177],"takes":[178],"up":[184],"13.5":[186],"times,":[187],"compared":[188],"4":[190],"alone,":[195],"while":[196],"maintaining":[197],"similar":[199],"return":[201],"as":[202],"original":[204],"teacher.":[205],"In":[206],"practice,":[207],"complex":[210],"models":[211],"deployed":[214],"ultra-low-power":[216],"devices,":[217],"enabling":[218],"them":[219],"conserve":[221],"remaining":[224],"sleep":[226],"mode":[227],"longer":[229],"periods,":[230],"still":[232],"achieve":[233],"high":[234],"runtime":[235],"task":[237],"performance.":[238]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-16T00:00:00"}
