{"id":"https://openalex.org/W4410887609","doi":"https://doi.org/10.1109/isqed65160.2025.11014440","title":"Efficient Self-Supervised Continual Learning with Progressive Task-Correlated Layer Freezing","display_name":"Efficient Self-Supervised Continual Learning with Progressive Task-Correlated Layer Freezing","publication_year":2025,"publication_date":"2025-04-23","ids":{"openalex":"https://openalex.org/W4410887609","doi":"https://doi.org/10.1109/isqed65160.2025.11014440"},"language":"en","primary_location":{"id":"doi:10.1109/isqed65160.2025.11014440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed65160.2025.11014440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 26th International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100419157","display_name":"Li Yang","orcid":"https://orcid.org/0000-0002-2839-6196"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Yang","raw_affiliation_strings":["UNC Charlotte,Department of CS,Charlotte,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Charlotte,Department of CS,Charlotte,USA","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720700","display_name":"Sen Lin","orcid":"https://orcid.org/0000-0002-0109-3339"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sen Lin","raw_affiliation_strings":["University of Houston,Department of CS,Houston,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Houston,Department of CS,Houston,USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604720","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0001-7985-8541"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["Johns Hopkins University,Department of ECE,Baltimore,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,Department of ECE,Baltimore,USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027033026","display_name":"Junshan Zhang","orcid":"https://orcid.org/0000-0002-3840-1753"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junshan Zhang","raw_affiliation_strings":["University of California, Davis,Department of ECE,Davis,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Davis,Department of ECE,Davis,USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047916979","display_name":"Deliang Fan","orcid":"https://orcid.org/0000-0002-7989-6297"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deliang Fan","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University,Tempe,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University,Tempe,USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8691999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8691999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.823199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7548999786376953,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6937279105186462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.639388918876648},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6160799264907837},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47380536794662476},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.18502983450889587},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.10168224573135376},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08771553635597229}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6937279105186462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.639388918876648},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6160799264907837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47380536794662476},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.18502983450889587},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.10168224573135376},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08771553635597229},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isqed65160.2025.11014440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isqed65160.2025.11014440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 26th International Symposium on Quality Electronic Design (ISQED)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8428629769","display_name":null,"funder_award_id":"2314591,2505326,2528723,2528767,2348376","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2560647685","https://openalex.org/W2765407302","https://openalex.org/W2798991696","https://openalex.org/W2895699061","https://openalex.org/W2939137134","https://openalex.org/W2963588172","https://openalex.org/W2997666887","https://openalex.org/W3035524453","https://openalex.org/W3171007011","https://openalex.org/W4225777901","https://openalex.org/W4292793894","https://openalex.org/W4372260356","https://openalex.org/W4394625560","https://openalex.org/W6736334413","https://openalex.org/W6739369274","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6747837551","https://openalex.org/W6755950020","https://openalex.org/W6757384668","https://openalex.org/W6764645560","https://openalex.org/W6764900172","https://openalex.org/W6767099637","https://openalex.org/W6769244778","https://openalex.org/W6774314701","https://openalex.org/W6776188292","https://openalex.org/W6784566949","https://openalex.org/W6788757688","https://openalex.org/W6790064496","https://openalex.org/W6790235086","https://openalex.org/W6791742336","https://openalex.org/W6802544226","https://openalex.org/W6810040637","https://openalex.org/W6840704704","https://openalex.org/W6840848472","https://openalex.org/W6846860790","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2117216852"],"abstract_inverted_index":{"Inspired":[0],"by":[1,118],"the":[2,23,51,59,73,84,101,110,115,120,133,137,165,195],"success":[3],"of":[4,25,76],"Self-Supervised":[5,42],"Learning":[6,27,44,56],"(SSL)":[7],"in":[8,22,123],"learning":[9],"visual":[10],"representations":[11,61],"from":[12],"unlabeled":[13],"data,":[14],"a":[15,38,152],"few":[16],"recent":[17],"works":[18],"have":[19],"studied":[20],"SSL":[21,201],"context":[24],"Continual":[26,43,55],"(CL),":[28],"where":[29,187],"multiple":[30,183],"tasks":[31],"are":[32,62,140,185],"learned":[33,60],"sequentially,":[34],"giving":[35],"rise":[36],"to":[37,67,90,172,206],"new":[39,148,153],"paradigm,":[40],"namely":[41],"(SSCL).":[45],"It":[46],"has":[47],"been":[48],"shown":[49],"that":[50,109],"SSCL":[52,79,154,197],"outperforms":[53],"Supervised":[54],"(SCL)":[57],"as":[58],"more":[63],"informative":[64],"and":[65,104,107,177,213,221,227,232],"robust":[66],"catastrophic":[68],"forgetting.":[69],"However,":[70],"building":[71],"upon":[72],"training":[74,82,93,102,174,216],"process":[75],"SSL,":[77],"prior":[78],"studies":[80],"involve":[81],"all":[83],"parameters":[85],"for":[86,169],"each":[87,170],"task,":[88],"resulting":[89],"prohibitively":[91],"high":[92],"cost.":[94],"In":[95],"this":[96],"work,":[97],"we":[98,125,150],"first":[99],"analyze":[100],"time":[103,217],"memory":[105,178,223],"consumption":[106],"reveals":[108],"backward":[111,229],"gradient":[112],"calculation":[113],"is":[114],"bottleneck.":[116],"Moreover,":[117],"investigating":[119],"task":[121,171],"correlations":[122],"SSCL,":[124],"further":[126],"discover":[127],"an":[128],"interesting":[129],"phenomenon":[130],"that,":[131],"with":[132,156,164],"SSL-learned":[134],"background":[135],"model,":[136],"intermediate":[138],"features":[139],"highly":[141],"correlated":[142],"between":[143],"tasks.":[144],"Based":[145],"on":[146,239],"these":[147],"finding,":[149],"propose":[151],"method":[155,190,209],"layer-wise":[157],"freezing":[158],"which":[159],"progressively":[160],"freezes":[161],"partial":[162],"layers":[163],"highest":[166],"correlation":[167],"ratios":[168],"improve":[173],"computation":[175],"efficiency":[176],"efficiency.":[179],"Extensive":[180],"experiments":[181],"across":[182],"datasets":[184],"performed,":[186],"our":[188,208],"proposed":[189],"shows":[191],"superior":[192],"performance":[193],"against":[194],"SoTA":[196],"methods":[198],"under":[199],"various":[200],"frameworks.":[202],"For":[203],"example,":[204],"compared":[205],"LUMP,":[207],"achieves":[210],"1.18x,":[211],"1.15x,":[212],"1.2x":[214],"GPU":[215],"reduction,":[218,224,231],"1.65x,":[219],"1.61x,":[220],"1.6x":[222],"1.46x,":[225],"1.44x,":[226],"1.46x":[228],"FLOPs":[230],"1.31%/1.98%/1.21%":[233],"forgetting":[234],"reduction":[235],"without":[236],"accuracy":[237],"degradation":[238],"three":[240],"datasets,":[241],"respectively.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}