{"id":"https://openalex.org/W4372260425","doi":"https://doi.org/10.1109/icassp49357.2023.10096101","title":"Scalable Weight Reparametrization for Efficient Transfer Learning","display_name":"Scalable Weight Reparametrization for Efficient Transfer Learning","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372260425","doi":"https://doi.org/10.1109/icassp49357.2023.10096101"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10096101","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10096101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114080342","display_name":"Byeonggeun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Byeonggeun Kim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110806581","display_name":"Jun-Tae Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I19268510","display_name":"Qualcomm (United Kingdom)","ror":"https://ror.org/04d3djg48","country_code":"GB","type":"company","lineage":["https://openalex.org/I19268510","https://openalex.org/I4210087596"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun-Tae Lee","raw_affiliation_strings":["Qualcomm Korea YH,Qualcomm AI Research,Seoul,Republic of Korea","Qualcomm AI Research, Qualcomm Korea YH, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Qualcomm Korea YH,Qualcomm AI Research,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I19268510"]},{"raw_affiliation_string":"Qualcomm AI Research, Qualcomm Korea YH, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012112492","display_name":"Seung-Han Yang","orcid":"https://orcid.org/0000-0001-7842-0492"},"institutions":[{"id":"https://openalex.org/I19268510","display_name":"Qualcomm (United Kingdom)","ror":"https://ror.org/04d3djg48","country_code":"GB","type":"company","lineage":["https://openalex.org/I19268510","https://openalex.org/I4210087596"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Seunghan Yang","raw_affiliation_strings":["Qualcomm Korea YH,Qualcomm AI Research,Seoul,Republic of Korea","Qualcomm AI Research, Qualcomm Korea YH, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Qualcomm Korea YH,Qualcomm AI Research,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I19268510"]},{"raw_affiliation_string":"Qualcomm AI Research, Qualcomm Korea YH, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112998078","display_name":"Simyung Chang","orcid":"https://orcid.org/0000-0001-7750-191X"},"institutions":[{"id":"https://openalex.org/I19268510","display_name":"Qualcomm (United Kingdom)","ror":"https://ror.org/04d3djg48","country_code":"GB","type":"company","lineage":["https://openalex.org/I19268510","https://openalex.org/I4210087596"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simyung Chang","raw_affiliation_strings":["Qualcomm Korea YH,Qualcomm AI Research,Seoul,Republic of Korea","Qualcomm AI Research, Qualcomm Korea YH, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Qualcomm Korea YH,Qualcomm AI Research,Seoul,Republic of Korea","institution_ids":["https://openalex.org/I19268510"]},{"raw_affiliation_string":"Qualcomm AI Research, Qualcomm Korea YH, Seoul, Republic of Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5114080342"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2411,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.49650203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8322988748550415},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7593855857849121},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6861078143119812},{"id":"https://openalex.org/keywords/repurposing","display_name":"Repurposing","score":0.6589189767837524},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6480085849761963},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5924220681190491},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5289974808692932},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5288026332855225},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5178523659706116},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5156611204147339},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48802152276039124},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4564194679260254},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.43901464343070984},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09011584520339966},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07782277464866638}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8322988748550415},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7593855857849121},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6861078143119812},{"id":"https://openalex.org/C519536355","wikidata":"https://www.wikidata.org/wiki/Q21021151","display_name":"Repurposing","level":2,"score":0.6589189767837524},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6480085849761963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5924220681190491},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5289974808692932},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5288026332855225},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5178523659706116},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5156611204147339},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48802152276039124},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4564194679260254},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.43901464343070984},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09011584520339966},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07782277464866638},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10096101","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10096101","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1797268635","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2194775991","https://openalex.org/W2533598788","https://openalex.org/W2547875792","https://openalex.org/W2791091755","https://openalex.org/W2797583228","https://openalex.org/W2896457183","https://openalex.org/W2963173190","https://openalex.org/W2963460174","https://openalex.org/W2964187693","https://openalex.org/W2964303773","https://openalex.org/W2964332173","https://openalex.org/W2970987681","https://openalex.org/W2971840980","https://openalex.org/W3036601975","https://openalex.org/W3096122506","https://openalex.org/W3196496149","https://openalex.org/W3197932033","https://openalex.org/W4230981054","https://openalex.org/W4298312696","https://openalex.org/W4312354469","https://openalex.org/W4312367364","https://openalex.org/W6636751772","https://openalex.org/W6638319203","https://openalex.org/W6729448088","https://openalex.org/W6749436094","https://openalex.org/W6750665317","https://openalex.org/W6752946794","https://openalex.org/W6755207826","https://openalex.org/W6759579507","https://openalex.org/W6767486985","https://openalex.org/W6780218876"],"related_works":["https://openalex.org/W1976073696","https://openalex.org/W3165804307","https://openalex.org/W3184846108","https://openalex.org/W1583765404","https://openalex.org/W4401798419","https://openalex.org/W4393150518","https://openalex.org/W3015936091","https://openalex.org/W4255790880","https://openalex.org/W2122958656","https://openalex.org/W4214653257"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,28,33,96,111,135,143,149],"novel,":[4],"efficient":[5,16],"transfer":[6,24,128],"learning":[7,25,95,129],"method,":[8],"called":[9],"Scalable":[10],"Weight":[11],"Reparametrization":[12],"(SWR)":[13],"that":[14,99],"is":[15,123],"and":[17,36,64,131,148,158],"effective":[18],"for":[19,39,72,82,114],"multiple":[20],"downstream":[21,40],"tasks.":[22],"Efficient":[23],"involves":[26],"utilizing":[27],"pre-trained":[29,51,106],"model":[30],"trained":[31],"on":[32],"larger":[34],"dataset":[35],"repurposing":[37],"it":[38],"tasks":[41],"with":[42],"the":[43,47,50,84,105,115,127],"aim":[44],"of":[45,49,86,117],"maximizing":[46],"reuse":[48],"model.":[52],"However,":[53],"previous":[54],"works":[55],"have":[56],"led":[57],"to":[58,103,110],"an":[59],"increase":[60],"in":[61,68,142],"updated":[62,87,118],"parameters":[63],"task-specific":[65],"modules,":[66],"resulting":[67],"more":[69],"computations,":[70],"especially":[71],"tiny":[73],"models.":[74],"Additionally,":[75],"there":[76],"has":[77],"been":[78],"no":[79],"practical":[80],"consideration":[81],"controlling":[83],"number":[85,116],"parameters.":[88,119,162],"To":[89],"address":[90],"these":[91],"issues,":[92],"we":[93],"suggest":[94],"policy":[97,121],"network":[98,122],"can":[100],"decide":[101],"where":[102],"reparametrize":[104],"model,":[107],"while":[108,153],"adhering":[109],"given":[112],"constraint":[113],"The":[120],"only":[124],"used":[125],"during":[126],"process":[130],"not":[132],"afterward.":[133],"As":[134],"result,":[136],"our":[137],"approach":[138],"attains":[139],"state-of-the-art":[140],"performance":[141],"proposed":[144],"multi-lingual":[145],"keyword":[146],"spotting":[147],"standard":[150],"benchmark,":[151],"ImageNet-to-Sketch,":[152],"requiring":[154],"zero":[155],"additional":[156,161],"computations":[157],"significantly":[159],"fewer":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}