{"id":"https://openalex.org/W4414198817","doi":"https://doi.org/10.1109/dac63849.2025.11132925","title":"Enabling On-Tiny-Device Model Personalization via Gradient Condensing and Alternant Partial Update","display_name":"Enabling On-Tiny-Device Model Personalization via Gradient Condensing and Alternant Partial Update","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4414198817","doi":"https://doi.org/10.1109/dac63849.2025.11132925"},"language":"en","primary_location":{"id":"doi:10.1109/dac63849.2025.11132925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027997476","display_name":"Zhenge Jia","orcid":"https://orcid.org/0000-0002-0554-3608"},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenge Jia","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011180953","display_name":"Yaning Shi","orcid":"https://orcid.org/0000-0001-7776-1738"},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Shi","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119620309","display_name":"Zeyu Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Bao","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zirui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zirui Wang","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119620310","display_name":"Xin Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Pang","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011488924","display_name":"Haoze Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguo Liu","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119620311","display_name":"Yu Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Duan","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032600760","display_name":"Zhaoyan Shen","orcid":"https://orcid.org/0000-0001-9526-6634"},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyan Shen","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103092947","display_name":"Mengying Zhao","orcid":"https://orcid.org/0000-0001-7891-5436"},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengying Zhao","raw_affiliation_strings":["Shandong University,School of and Computer Science and Technology,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University,School of and Computer Science and Technology,China","institution_ids":["https://openalex.org/I119203015","https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.8029000163078308},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5432999730110168},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.44830000400543213},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.42910000681877136},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38359999656677246},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.3553999960422516},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.33230000734329224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8034999966621399},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.8029000163078308},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5306000113487244},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3727000057697296},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.27869999408721924},{"id":"https://openalex.org/C98359873","wikidata":"https://www.wikidata.org/wiki/Q1320470","display_name":"Rprop","level":5,"score":0.27810001373291016},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac63849.2025.11132925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2165698076","https://openalex.org/W2533598788","https://openalex.org/W2961719374","https://openalex.org/W2963163009","https://openalex.org/W2991040477","https://openalex.org/W3190106860","https://openalex.org/W3199421948","https://openalex.org/W4221120919","https://openalex.org/W4306178406","https://openalex.org/W4386113256","https://openalex.org/W4394842154"],"related_works":[],"abstract_inverted_index":{"On-device":[0],"training":[1,22,50],"enables":[2,80],"the":[3,31,41,63,95,101],"model":[4,14,33,38,83,111],"to":[5,7,40,93,132,180],"adapt":[6],"user-specific":[8],"data":[9,36],"by":[10],"fine-tuning":[11],"a":[12,53,123],"pre-trained":[13],"locally.":[15],"As":[16],"embedded":[17,156],"devices":[18,157],"become":[19],"ubiquitous,":[20],"on-device":[21],"is":[23,143],"increasingly":[24],"essential":[25,130],"since":[26],"users":[27],"can":[28],"benefit":[29],"from":[30],"personalized":[32],"without":[34,134],"transmitting":[35],"and":[37,104,127,168,187],"parameters":[39,131],"server.":[42],"Despite":[43],"significant":[44],"efforts":[45],"toward":[46],"efficient":[47],"training,":[48],"ondevice":[49],"still":[51],"faces":[52],"major":[54],"challenge:":[55],"The":[56],"prohibitive":[57],"cost":[58],"of":[59,66,107],"multi-layer":[60],"backpropagation":[61,87,108],"strains":[62],"limited":[64],"resources":[65,160],"tiny":[67],"devices.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72,89,118],"propose":[73,119],"an":[74],"algorithm-system":[75],"cooptimization":[76],"framework":[77,142,177],"TinyMP":[78],"that":[79,125,175],"self-adaptive":[81],"on-tiny-device":[82],"personalization.":[84],"To":[85,113],"mitigate":[86],"costs,":[88],"introduce":[90],"Gradient":[91],"Condensing":[92],"condense":[94],"gradient":[96],"map":[97],"structure,":[98],"significantly":[99],"reducing":[100],"computational":[102],"complexity":[103],"memory":[105,185],"consumption":[106],"while":[109],"preserving":[110],"performance.":[112],"further":[114],"reduce":[115],"computation":[116],"overhead,":[117],"Alternant":[120],"Partial":[121],"Update,":[122],"mechanism":[124],"locally":[126],"alternatively":[128],"selects":[129],"update":[133],"requiring":[135],"retraining":[136],"or":[137],"offline":[138],"evolutionary":[139],"search.":[140],"Our":[141],"evaluated":[144],"through":[145],"extensive":[146],"experiments":[147],"using":[148],"various":[149],"CNN":[150],"models":[151],"(e.g.,":[152,161],"MobileNetV2,":[153],"MCUNet)":[154],"on":[155,191],"with":[158,163],"minimal":[159],"OpenMV-H7":[162],"less":[164],"than":[165],"1MB":[166],"SRAM":[167],"2":[169],"MB":[170],"Flash).":[171],"Experimental":[172],"results":[173],"show":[174],"our":[176],"achieves":[178],"up":[179],"$2.4":[181],"\\times$":[182],"speedup,":[183],"80.8%":[184],"saving,":[186],"30.3%":[188],"accuracy":[189],"improvement":[190],"downstream":[192],"tasks,":[193],"outperforming":[194],"SOTA":[195],"approaches.":[196]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}