{"id":"https://openalex.org/W4408352626","doi":"https://doi.org/10.1109/icassp49660.2025.10889269","title":"KARST: Multi-Kernel Kronecker Adaptation with Re-Scaling Transmission for Visual Classification","display_name":"KARST: Multi-Kernel Kronecker Adaptation with Re-Scaling Transmission for Visual Classification","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352626","doi":"https://doi.org/10.1109/icassp49660.2025.10889269"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889269","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100605235","display_name":"Yuemin Zhu","orcid":"https://orcid.org/0000-0001-6814-1449"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yue Zhu","raw_affiliation_strings":["Dalian University of Technology,Dalian,China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015049935","display_name":"Haiwen Diao","orcid":"https://orcid.org/0000-0002-4156-5417"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiwen Diao","raw_affiliation_strings":["Dalian University of Technology,Dalian,China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081713683","display_name":"Shang Gao","orcid":"https://orcid.org/0000-0002-1687-412X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shang Gao","raw_affiliation_strings":["Dalian University of Technology,Dalian,China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336360","display_name":"Long Chen","orcid":"https://orcid.org/0000-0001-6148-9709"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Long Chen","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Hong Kong,China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Hong Kong,China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986293","display_name":"Huchuan Lu","orcid":"https://orcid.org/0000-0002-6668-9758"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huchuan Lu","raw_affiliation_strings":["Dalian University of Technology,Dalian,China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100605235"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03519001,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7071466445922852},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.6968207359313965},{"id":"https://openalex.org/keywords/kronecker-delta","display_name":"Kronecker delta","score":0.6291571259498596},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6243798732757568},{"id":"https://openalex.org/keywords/karst","display_name":"Karst","score":0.4991428852081299},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.49390512704849243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4888867437839508},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40978509187698364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15498113632202148},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10326516628265381}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7071466445922852},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6968207359313965},{"id":"https://openalex.org/C39482219","wikidata":"https://www.wikidata.org/wiki/Q192826","display_name":"Kronecker delta","level":2,"score":0.6291571259498596},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6243798732757568},{"id":"https://openalex.org/C182348080","wikidata":"https://www.wikidata.org/wiki/Q16817","display_name":"Karst","level":2,"score":0.4991428852081299},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49390512704849243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4888867437839508},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40978509187698364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15498113632202148},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10326516628265381},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889269","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-149800","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-149800","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2115733720","https://openalex.org/W2134557905","https://openalex.org/W2138011018","https://openalex.org/W2150856297","https://openalex.org/W2533598788","https://openalex.org/W2561715562","https://openalex.org/W2592962403","https://openalex.org/W2806857275","https://openalex.org/W2964194231","https://openalex.org/W3118694826","https://openalex.org/W3138516171","https://openalex.org/W3176828726","https://openalex.org/W4312651322","https://openalex.org/W4382463911","https://openalex.org/W4385570973","https://openalex.org/W4393159845","https://openalex.org/W4401109685","https://openalex.org/W4402754293","https://openalex.org/W4402916137","https://openalex.org/W4402961769","https://openalex.org/W4403936734","https://openalex.org/W4411990406","https://openalex.org/W6638677478","https://openalex.org/W6703116779","https://openalex.org/W6764990469","https://openalex.org/W6774908330","https://openalex.org/W6780225908","https://openalex.org/W6784333009","https://openalex.org/W6787972765","https://openalex.org/W6796581206","https://openalex.org/W6796710205","https://openalex.org/W6838701581","https://openalex.org/W6839562487","https://openalex.org/W6850625674","https://openalex.org/W6853274917","https://openalex.org/W6858411341","https://openalex.org/W6862394935","https://openalex.org/W6864698360","https://openalex.org/W6868547678","https://openalex.org/W6869531753","https://openalex.org/W6955712162"],"related_works":["https://openalex.org/W2499541383","https://openalex.org/W2885263913","https://openalex.org/W2913278508","https://openalex.org/W2357848857","https://openalex.org/W2348500302","https://openalex.org/W2350995752","https://openalex.org/W2183320742","https://openalex.org/W2381856745","https://openalex.org/W3034795591","https://openalex.org/W2374809957"],"abstract_inverted_index":{"Fine-tuning":[0],"pre-trained":[1,51,65,122],"vision":[2],"models":[3,23],"for":[4,83,126],"specific":[5],"tasks":[6],"is":[7],"a":[8,34,161],"common":[9],"practice":[10],"in":[11],"computer":[12],"vision.":[13],"However,":[14],"this":[15],"process":[16],"becomes":[17],"more":[18,108,127],"expensive":[19],"and":[20,41,62,95,106,129,152],"resource-intensive":[21],"as":[22,33],"grow":[24],"larger.":[25],"Recently,":[26],"parameter-efficient":[27],"fine-tuning":[28,159],"(PEFT)":[29],"methods":[30],"have":[31],"emerged":[32],"popular":[35],"solution":[36],"to":[37,118,166],"improve":[38],"training":[39],"efficiency":[40],"reduce":[42],"storage":[43],"needs":[44],"by":[45],"tuning":[46],"additional":[47],"low-rank":[48],"modules":[49],"within":[50],"backbones.":[52],"Despite":[53],"their":[54],"advantages,":[55],"they":[56],"struggle":[57],"with":[58,64,79,121,160],"limited":[59],"representation":[60],"capabilities":[61],"misalignment":[63],"intermediate":[66],"features.":[67],"To":[68],"address":[69],"these":[70],"issues,":[71],"we":[72],"introduce":[73],"an":[74],"innovative":[75],"Multi-Kernel":[76],"Kronecker":[77,92],"Adaptation":[78],"Re-Scaling":[80],"Transmission":[81],"(KARST)":[82],"various":[84],"recognition":[85],"tasks.":[86],"Specifically,":[87],"KARST\u2019s":[88],"multi-kernel":[89],"design":[90],"extends":[91],"projections":[93],"horizontally":[94],"separates":[96],"adaptation":[97],"matrices":[98],"into":[99],"multiple":[100],"complementary":[101],"spaces,":[102],"reducing":[103],"parameter":[104],"dependency":[105],"creating":[107],"compact":[109],"subspaces.":[110],"Besides,":[111],"it":[112],"incorporates":[113],"extra":[114],"learnable":[115],"re-scaling":[116],"factors":[117],"better":[119],"align":[120],"feature":[123,131],"distributions,":[124],"allowing":[125],"flexible":[128],"balanced":[130],"aggregation.":[132],"Extensive":[133],"experiments":[134],"on":[135],"diverse":[136],"downstream":[137],"datasets":[138],"validate":[139],"that":[140],"our":[141],"KARST":[142],"not":[143],"only":[144],"outperforms":[145],"other":[146],"PEFT":[147],"counterparts":[148],"across":[149],"model":[150],"types":[151],"data":[153],"domains,":[154],"but":[155],"also":[156],"surpasses":[157],"full":[158],"negligible":[162],"inference":[163],"cost":[164],"due":[165],"its":[167],"re-parameterization":[168],"characteristics.":[169]},"counts_by_year":[],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}