{"id":"https://openalex.org/W4385409950","doi":"https://doi.org/10.1162/neco_a_01608","title":"Transfer Learning With Singular Value Decomposition of Multichannel Convolution Matrices","display_name":"Transfer Learning With Singular Value Decomposition of Multichannel Convolution Matrices","publication_year":2023,"publication_date":"2023-07-31","ids":{"openalex":"https://openalex.org/W4385409950","doi":"https://doi.org/10.1162/neco_a_01608","pmid":"https://pubmed.ncbi.nlm.nih.gov/37523461"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01608","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1162/neco_a_01608","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054844189","display_name":"Tak Shing Au Yeung","orcid":"https://orcid.org/0000-0003-2510-7851"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tak Shing Au Yeung","raw_affiliation_strings":["NVIDIA AI Technology Center, NVIDIA, Hong Kong 852, China iauyeung@nvidia.com"],"affiliations":[{"raw_affiliation_string":"NVIDIA AI Technology Center, NVIDIA, Hong Kong 852, China iauyeung@nvidia.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084054549","display_name":"Ka Chun Cheung","orcid":"https://orcid.org/0000-0002-2939-4686"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Ka Chun Cheung","raw_affiliation_strings":["Department of Mathematics, Hong Kong Baptist University, Kowloon Tong, Hong Kong","NVIDIA AI Technology Center, NVIDIA, Hong Kong 852, China chcheung@nvidia.com"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Hong Kong Baptist University, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"NVIDIA AI Technology Center, NVIDIA, Hong Kong 852, China chcheung@nvidia.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010561682","display_name":"Michael K. Ng","orcid":"https://orcid.org/0000-0001-6833-5227"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Michael K. Ng","raw_affiliation_strings":["Institute of Data Science and Department of Mathematics, University of Hong Kong, Hong Kong 852, China michael.ng@hku.hk"],"affiliations":[{"raw_affiliation_string":"Institute of Data Science and Department of Mathematics, University of Hong Kong, Hong Kong 852, China michael.ng@hku.hk","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077539496","display_name":"Simon See","orcid":"https://orcid.org/0000-0002-4958-9237"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I1336379959","display_name":"Mahindra Group (India)","ror":"https://ror.org/05mxsz225","country_code":"IN","type":"company","lineage":["https://openalex.org/I1336379959"]}],"countries":["CN","IN"],"is_corresponding":true,"raw_author_name":"Simon See","raw_affiliation_strings":["Centre for Computational Science and Mathematical Modelling, Coventry University, Coventry, CV1 2TL, U.K","Department of Computer Science and Engineering, Mahindra University, Hyderabad 500043, India ssee@nvidia.com","Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 65, China","NVIDIA AI Technology Center, NVIDIA, Singapore 65"],"affiliations":[{"raw_affiliation_string":"Centre for Computational Science and Mathematical Modelling, Coventry University, Coventry, CV1 2TL, U.K","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Mahindra University, Hyderabad 500043, India ssee@nvidia.com","institution_ids":["https://openalex.org/I1336379959"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai 65, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"NVIDIA AI Technology Center, NVIDIA, Singapore 65","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000385200","display_name":"Andy M. Yip","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Andy Yip","raw_affiliation_strings":["Department of Mathematics, University of Hong Kong, Pokfulam Road, Hong Kong 852, China mhyipa@hotmail.com"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Hong Kong, Pokfulam Road, Hong Kong 852, China mhyipa@hotmail.com","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000385200","https://openalex.org/A5010561682","https://openalex.org/A5054844189","https://openalex.org/A5077539496","https://openalex.org/A5084054549"],"corresponding_institution_ids":["https://openalex.org/I1336379959","https://openalex.org/I141568987","https://openalex.org/I183067930","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.2168,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45848532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"35","issue":"10","first_page":"1678","last_page":"1712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.7796231508255005},{"id":"https://openalex.org/keywords/singular-value","display_name":"Singular value","score":0.6097061634063721},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5971229672431946},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.586378276348114},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5398826003074646},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49409106373786926},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4840911626815796},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.46339112520217896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45970970392227173},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.45595717430114746},{"id":"https://openalex.org/keywords/convolution-theorem","display_name":"Convolution theorem","score":0.44374144077301025},{"id":"https://openalex.org/keywords/convolution-power","display_name":"Convolution power","score":0.4219597578048706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40413305163383484},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34038883447647095},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.3077855706214905},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2447717785835266},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1333823800086975},{"id":"https://openalex.org/keywords/fourier-analysis","display_name":"Fourier analysis","score":0.1317172646522522},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.11635962128639221},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.08724743127822876}],"concepts":[{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.7796231508255005},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.6097061634063721},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5971229672431946},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.586378276348114},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5398826003074646},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49409106373786926},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4840911626815796},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.46339112520217896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45970970392227173},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45595717430114746},{"id":"https://openalex.org/C79587385","wikidata":"https://www.wikidata.org/wiki/Q2638931","display_name":"Convolution theorem","level":5,"score":0.44374144077301025},{"id":"https://openalex.org/C86254553","wikidata":"https://www.wikidata.org/wiki/Q5166605","display_name":"Convolution power","level":5,"score":0.4219597578048706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40413305163383484},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34038883447647095},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.3077855706214905},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2447717785835266},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1333823800086975},{"id":"https://openalex.org/C203024314","wikidata":"https://www.wikidata.org/wiki/Q1365258","display_name":"Fourier analysis","level":3,"score":0.1317172646522522},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.11635962128639221},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.08724743127822876},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76563020","wikidata":"https://www.wikidata.org/wiki/Q4817582","display_name":"Fractional Fourier transform","level":4,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01608","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1162/neco_a_01608","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:37523461","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37523461","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W191494004","https://openalex.org/W1488435683","https://openalex.org/W1576445103","https://openalex.org/W1811750039","https://openalex.org/W2044618041","https://openalex.org/W2108598243","https://openalex.org/W2165698076","https://openalex.org/W2186222003","https://openalex.org/W2194775991","https://openalex.org/W2512971201","https://openalex.org/W2533598788","https://openalex.org/W2559655401","https://openalex.org/W2596989490","https://openalex.org/W2604292070","https://openalex.org/W2750779823","https://openalex.org/W2802357418","https://openalex.org/W2898827265","https://openalex.org/W2963236897","https://openalex.org/W2963272802","https://openalex.org/W2963626582","https://openalex.org/W3005225358","https://openalex.org/W3005680577","https://openalex.org/W3008526508","https://openalex.org/W3014337038","https://openalex.org/W3020634318","https://openalex.org/W3035646933","https://openalex.org/W3094572050","https://openalex.org/W3118608800","https://openalex.org/W3166914642","https://openalex.org/W3211428289","https://openalex.org/W4210556995","https://openalex.org/W4212774754","https://openalex.org/W4212783130","https://openalex.org/W4221149036","https://openalex.org/W4236965008","https://openalex.org/W4256229248","https://openalex.org/W6628973269","https://openalex.org/W6634343353","https://openalex.org/W6636002305","https://openalex.org/W6637373629","https://openalex.org/W6671781932","https://openalex.org/W6682132143","https://openalex.org/W6687483927","https://openalex.org/W6746700228","https://openalex.org/W6748600614","https://openalex.org/W6751318643","https://openalex.org/W6751707404","https://openalex.org/W6755207826","https://openalex.org/W6759579507","https://openalex.org/W6766971024","https://openalex.org/W6768888876","https://openalex.org/W6769971416","https://openalex.org/W6770207831","https://openalex.org/W6771304822","https://openalex.org/W6773237268","https://openalex.org/W6779326418","https://openalex.org/W6779686273","https://openalex.org/W6785624310","https://openalex.org/W6787972765","https://openalex.org/W6790411488","https://openalex.org/W6796314114","https://openalex.org/W6810879928","https://openalex.org/W6810938606","https://openalex.org/W6839630023","https://openalex.org/W6847215460"],"related_works":["https://openalex.org/W4319586039","https://openalex.org/W4382583540","https://openalex.org/W4363675452","https://openalex.org/W2010100052","https://openalex.org/W2148568324","https://openalex.org/W1990844505","https://openalex.org/W1607100495","https://openalex.org/W4378770618","https://openalex.org/W4386721910","https://openalex.org/W2038393145"],"abstract_inverted_index":{"The":[0],"task":[1],"of":[2,93,121,140,165,176],"transfer":[3,122],"learning":[4,123],"using":[5],"pretrained":[6],"convolutional":[7],"neural":[8],"networks":[9],"is":[10,61,74,105,136,183],"considered.":[11],"We":[12,76,116,125],"propose":[13],"a":[14,23,52,87,101,119,132,148,187],"convolution-SVD":[15,103,134],"layer":[16,104,135],"to":[17,41,63,69,84,107,146,161,185],"analyze":[18],"the":[19,29,36,42,46,71,109,128,141,152,155,163,166,174,181],"convolution":[20,72,80],"operators":[21],"with":[22,51,151],"singular":[24,47,95],"value":[25],"decomposition":[26],"computed":[27],"in":[28,138,169],"Fourier":[30],"domain.":[31],"Singular":[32],"vectors":[33],"extracted":[34],"from":[35,89],"source":[37],"domain":[38],"are":[39,49,159],"transferred":[40],"target":[43,53],"domain,":[44],"whereas":[45],"values":[48],"fine-tuned":[50],"data":[54],"set.":[55],"In":[56,179],"this":[57],"way,":[58],"dimension":[59],"reduction":[60],"achieved":[62],"avoid":[64],"overfitting,":[65],"while":[66],"some":[67],"flexibility":[68],"fine-tune":[70],"kernels":[73],"maintained.":[75],"extend":[77],"an":[78,90],"existing":[79],"kernel":[81],"reconstruction":[82,88],"algorithm":[83],"allow":[85],"for":[86,100,131],"arbitrary":[91],"set":[92],"learned":[94],"values.":[96],"A":[97],"generalization":[98],"bound":[99],"single":[102,133],"devised":[106],"show":[108],"consistency":[110],"between":[111],"training":[112],"and":[113,173],"testing":[114,129],"errors.":[115],"further":[117],"introduce":[118],"notion":[120],"gap.":[124],"prove":[126],"that":[127],"error":[130],"bounded":[137],"terms":[139],"gap,":[142],"which":[143],"motivates":[144],"us":[145],"develop":[147],"regularization":[149,182],"model":[150,168],"gap":[153],"as":[154],"regularizer.":[156],"Numerical":[157],"experiments":[158],"conducted":[160],"demonstrate":[162],"superiority":[164],"proposed":[167],"solving":[170],"classification":[171],"problems":[172],"influence":[175],"various":[177],"parameters.":[178],"particular,":[180],"shown":[184],"yield":[186],"significantly":[188],"higher":[189],"prediction":[190],"accuracy.":[191]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}