{"id":"https://openalex.org/W4408151657","doi":"https://doi.org/10.1145/3658617.3697589","title":"Skip2-LoRA: A Lightweight On-device DNN Fine-tuning Method for Low-cost Edge Devices","display_name":"Skip2-LoRA: A Lightweight On-device DNN Fine-tuning Method for Low-cost Edge Devices","publication_year":2025,"publication_date":"2025-01-20","ids":{"openalex":"https://openalex.org/W4408151657","doi":"https://doi.org/10.1145/3658617.3697589"},"language":"en","primary_location":{"id":"doi:10.1145/3658617.3697589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658617.3697589","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Asia and South Pacific Design Automation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3658617.3697589","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041549339","display_name":"Hiroki Matsutani","orcid":"https://orcid.org/0000-0001-9578-3842"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hiroki Matsutani","raw_affiliation_strings":["Keio Univ., Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Keio Univ., Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103017591","display_name":"Masaaki Kondo","orcid":"https://orcid.org/0000-0002-6025-8738"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masaaki Kondo","raw_affiliation_strings":["Keio Univ., Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Keio Univ., Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027081053","display_name":"Kazuki Sunaga","orcid":"https://orcid.org/0009-0007-0893-8115"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuki Sunaga","raw_affiliation_strings":["Keio Univ., Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Keio Univ., Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036227385","display_name":"Radu M\u0103rculescu","orcid":"https://orcid.org/0000-0003-1826-7646"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radu Marculescu","raw_affiliation_strings":["Univ. of Texas, Austin, Austin, USA"],"affiliations":[{"raw_affiliation_string":"Univ. of Texas, Austin, Austin, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5041549339"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":null,"apc_paid":null,"fwci":2.7978,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89426499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"57"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6582791209220886},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6494687795639038},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4418322443962097},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17869597673416138},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12627145648002625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6582791209220886},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6494687795639038},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4418322443962097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17869597673416138},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12627145648002625},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658617.3697589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658617.3697589","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Asia and South Pacific Design Automation Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3658617.3697589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658617.3697589","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Asia and South Pacific Design Automation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2158054309","https://openalex.org/W3008250732","https://openalex.org/W4384699872","https://openalex.org/W4386737308"],"related_works":["https://openalex.org/W4313339048","https://openalex.org/W3176734149","https://openalex.org/W3201779876","https://openalex.org/W3113627641","https://openalex.org/W3191964704","https://openalex.org/W2918879532","https://openalex.org/W3083220997","https://openalex.org/W2885461866","https://openalex.org/W3162654428","https://openalex.org/W2901937988"],"abstract_inverted_index":{"This":[0,53],"paper":[1],"proposes":[2],"Skip2-LoRA":[3,106],"as":[4,76,91],"a":[5,97,134],"lightweight":[6],"fine-tuning":[7,109],"method":[8],"for":[9],"deep":[10],"neural":[11],"networks":[12],"to":[13,40,57,116],"address":[14],"the":[15,33,42,48,63,70,82,85,108,117,121,129,138],"gap":[16],"between":[17,32],"pre-trained":[18],"and":[19,36,66,88,93],"deployed":[20],"models.":[21],"In":[22],"our":[23],"approach,":[24],"trainable":[25,125],"LoRA":[26],"(low-rank":[27],"adaptation)":[28],"adapters":[29],"are":[30],"inserted":[31],"last":[34],"layer":[35,39],"every":[37],"other":[38],"enhance":[41],"network":[43],"expressive":[44],"power":[45],"while":[46,127,131],"keeping":[47],"backward":[49],"computation":[50,60,72],"cost":[51],"low.":[52],"architecture":[54,87],"is":[55],"well-suited":[56],"cache":[58],"intermediate":[59],"results":[61,103],"of":[62,73,84,124],"forward":[64,71],"pass":[65],"then":[67],"can":[68],"skip":[69],"seen":[74],"samples":[75],"training":[77],"epochs":[78],"progress.":[79],"We":[80],"implemented":[81],"combination":[83],"proposed":[86],"cache,":[89],"denoted":[90],"Skip2-LoRA,":[92],"tested":[94],"it":[95],"on":[96,113,137],"$15":[98],"single":[99],"board":[100],"computer.":[101],"Our":[102],"show":[104],"that":[105,119],"reduces":[107],"time":[110],"by":[111],"90.0%":[112],"average":[114],"compared":[115],"counterpart":[118],"has":[120],"same":[122],"number":[123],"parameters":[126],"preserving":[128],"accuracy,":[130],"taking":[132],"only":[133],"few":[135],"seconds":[136],"microcontroller":[139],"board.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}