{"id":"https://openalex.org/W4401880730","doi":"https://doi.org/10.1109/icps59941.2024.10639989","title":"A Continual and Incremental Learning Approach for TinyML On-device Training Using Dataset Distillation and Model Size Adaption","display_name":"A Continual and Incremental Learning Approach for TinyML On-device Training Using Dataset Distillation and Model Size Adaption","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4401880730","doi":"https://doi.org/10.1109/icps59941.2024.10639989"},"language":"en","primary_location":{"id":"doi:10.1109/icps59941.2024.10639989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icps59941.2024.10639989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 7th International Conference on Industrial Cyber-Physical Systems (ICPS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.07114","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113373690","display_name":"Marcus R\u00fcb","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119362","display_name":"Hahn-Schickard-Gesellschaft f\u00fcr angewandte Forschung","ror":"https://ror.org/02reezy47","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210119362"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Marcus R\u00fcb","raw_affiliation_strings":["Software Solutions / Artificial intelligence Hahn-Schickard,Villingen-Schwenningen,Germany"],"affiliations":[{"raw_affiliation_string":"Software Solutions / Artificial intelligence Hahn-Schickard,Villingen-Schwenningen,Germany","institution_ids":["https://openalex.org/I4210119362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106737520","display_name":"Philipp Tuchel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119362","display_name":"Hahn-Schickard-Gesellschaft f\u00fcr angewandte Forschung","ror":"https://ror.org/02reezy47","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210119362"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Tuchel","raw_affiliation_strings":["Software Solutions / Artificial intelligence Hahn-Schickard,Villingen-Schwenningen,Germany"],"affiliations":[{"raw_affiliation_string":"Software Solutions / Artificial intelligence Hahn-Schickard,Villingen-Schwenningen,Germany","institution_ids":["https://openalex.org/I4210119362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019197766","display_name":"Axel Sikora","orcid":"https://orcid.org/0000-0003-0878-2919"},"institutions":[{"id":"https://openalex.org/I913140155","display_name":"Offenburg University of Applied Sciences","ror":"https://ror.org/03zh5eq96","country_code":"DE","type":"education","lineage":["https://openalex.org/I913140155"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Axel Sikora","raw_affiliation_strings":["Institute of Reliable Embedded Systems and Communication Electronics (ivESK) Offenburg University of Applied Sciences,Offenburg,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Reliable Embedded Systems and Communication Electronics (ivESK) Offenburg University of Applied Sciences,Offenburg,Germany","institution_ids":["https://openalex.org/I913140155"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011419637","display_name":"Daniel Mueller-Gritschneder","orcid":"https://orcid.org/0000-0003-0903-631X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Mueller-Gritschneder","raw_affiliation_strings":["Technical University of Munich,Electronic Design Automation,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Electronic Design Automation,Munich,Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113373690"],"corresponding_institution_ids":["https://openalex.org/I4210119362"],"apc_list":null,"apc_paid":null,"fwci":2.8352,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91779802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7371204495429993},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6455276608467102},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"Incremental learning","score":0.5063420534133911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4931029975414276},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4897013008594513},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4860966205596924},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.07848569750785828},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06485801935195923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7371204495429993},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6455276608467102},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.5063420534133911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4931029975414276},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4897013008594513},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4860966205596924},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.07848569750785828},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06485801935195923},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icps59941.2024.10639989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icps59941.2024.10639989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 7th International Conference on Industrial Cyber-Physical Systems (ICPS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.07114","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.07114","pdf_url":"https://arxiv.org/pdf/2409.07114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:opus.hs-offenburg.de:9587","is_oa":false,"landing_page_url":"https://opus.hs-offenburg.de/frontdoor/index/index/docId/9587","pdf_url":null,"source":{"id":"https://openalex.org/S4377196587","display_name":"Opus-HSO (Offenburg University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913140155","host_organization_name":"Offenburg University of Applied Sciences","host_organization_lineage":["https://openalex.org/I913140155"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:conferenceObject"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.07114","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.07114","pdf_url":"https://arxiv.org/pdf/2409.07114","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401880730.pdf","grobid_xml":"https://content.openalex.org/works/W4401880730.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2766966408","https://openalex.org/W2804901184","https://openalex.org/W2963559848","https://openalex.org/W3034486793","https://openalex.org/W3106393803","https://openalex.org/W3116196021","https://openalex.org/W4286355545","https://openalex.org/W4319300193","https://openalex.org/W6737377802","https://openalex.org/W6738602802","https://openalex.org/W6745689806","https://openalex.org/W6779630500","https://openalex.org/W6790536367","https://openalex.org/W6802097861"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"A":[0],"new":[1],"algorithm":[2,67,143,156,190],"for":[3,19,122,148],"incremental":[4,123,150,210],"learning":[5,12,34,61,124,151,211],"in":[6,56,125],"the":[7,69,75,89,93,96,104,107,113,116,141,189,202,217,224],"context":[8],"of":[9,71,77,88,95,106,115,178,196,223],"Tiny":[10],"Machine":[11],"(TinyML)":[13],"is":[14,17,27,91,205,212],"presented,":[15],"which":[16],"optimized":[18],"low-performance":[20],"and":[21,52,132],"energy":[22],"efficient":[23],"embedded":[24,153],"devices.":[25,154],"TinyML":[26,149],"an":[28],"emerging":[29],"field":[30],"that":[31,92,103,140],"deploys":[32],"machine":[33,60],"models":[35,62],"on":[36,152,159],"resource-constrained":[37,126],"devices":[38],"such":[39],"as":[40],"microcontrollers,":[41],"enabling":[42],"intelligent":[43],"applications":[44],"like":[45],"voice":[46],"recognition,":[47],"anomaly":[48],"detection,":[49],"predictive":[50],"maintenance,":[51],"sensor":[53],"data":[54,226],"processing":[55],"environments":[57],"where":[58,128],"traditional":[59],"are":[63,135],"not":[64],"feasible.":[65],"The":[66,86,155,169],"solve":[68],"challenge":[70],"catastrophic":[72],"forgetting":[73],"through":[74],"use":[76],"knowledge":[78],"distillation":[79],"to":[80,112,184],"create":[81],"a":[82,120,145,185,192],"small,":[83],"distilled":[84],"dataset.":[85],"novelty":[87],"method":[90,204,218],"size":[94,131],"model":[97,108,130],"can":[98,109],"be":[99,110],"adjusted":[100],"dynamically,":[101],"so":[102],"complexity":[105],"adapted":[111],"requirements":[114],"task.":[117],"This":[118],"offers":[119,144],"solution":[121],"environments,":[127],"both":[129],"computational":[133],"efficiency":[134],"critical":[136],"factors.":[137],"Results":[138],"show":[139],"proposed":[142],"promising":[146],"approach":[147],"was":[157],"tested":[158],"five":[160],"datasets":[161],"including:":[162],"CIFAR10,":[163],"MNIST,":[164],"CORE50,":[165],"HAR,":[166],"Speech":[167],"Commands.":[168],"findings":[170],"indicated":[171],"that,":[172],"despite":[173],"using":[174],"only":[175,220],"$43":[176],"\\%$":[177,222],"Floating":[179],"Point":[180],"Operations":[181],"(FLOPs)":[182],"compared":[183],"larger":[186],"fixed":[187],"model,":[188],"experienced":[191],"negligible":[193],"accuracy":[194],"loss":[195],"just":[197],"$1":[198,221],"\\%$.":[199],"In":[200],"addition,":[201],"presented":[203],"memory":[206,215],"efficient.":[207],"While":[208],"state-of-the-art":[209],"usually":[213],"very":[214],"intensive,":[216],"requires":[219],"original":[225],"set.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2024-08-27T00:00:00"}