{"id":"https://openalex.org/W2983610144","doi":"https://doi.org/10.1109/icpr48806.2021.9412204","title":"Trainable Spectrally Initializable Matrix Transformations in Convolutional Neural Networks","display_name":"Trainable Spectrally Initializable Matrix Transformations in Convolutional Neural Networks","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W2983610144","doi":"https://doi.org/10.1109/icpr48806.2021.9412204","mag":"2983610144"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9412204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412204","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1911.05045","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087037717","display_name":"Michele Alberti","orcid":"https://orcid.org/0009-0001-4352-4555"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Michele Alberti","raw_affiliation_strings":["Document Image and Voice Analysis Group (DIVA), University of Fribourg, Switzerland","V7 Ltd, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Document Image and Voice Analysis Group (DIVA), University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]},{"raw_affiliation_string":"V7 Ltd, London, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002552406","display_name":"Angela Botros","orcid":"https://orcid.org/0000-0002-1245-2931"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Angela Botros","raw_affiliation_strings":["ARTORG Center for Biomedical Engineering Research, University of Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"ARTORG Center for Biomedical Engineering Research, University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006980585","display_name":"Narayan Schuez","orcid":null},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Narayan Schutz","raw_affiliation_strings":["ARTORG Center for Biomedical Engineering Research, University of Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"ARTORG Center for Biomedical Engineering Research, University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018014670","display_name":"Rolf Ingold","orcid":"https://orcid.org/0000-0001-7738-133X"},"institutions":[{"id":"https://openalex.org/I154338468","display_name":"University of Fribourg","ror":"https://ror.org/022fs9h90","country_code":"CH","type":"education","lineage":["https://openalex.org/I154338468"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rolf Ingold","raw_affiliation_strings":["Document Image and Voice Analysis Group (DIVA), University of Fribourg, Switzerland"],"affiliations":[{"raw_affiliation_string":"Document Image and Voice Analysis Group (DIVA), University of Fribourg, Switzerland","institution_ids":["https://openalex.org/I154338468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073619925","display_name":"Marcus Liwicki","orcid":"https://orcid.org/0000-0003-4029-6574"},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Marcus Liwicki","raw_affiliation_strings":["EISLAB Machine Learning, Lule\u00e5 University of Technology, Sweden"],"affiliations":[{"raw_affiliation_string":"EISLAB Machine Learning, Lule\u00e5 University of Technology, Sweden","institution_ids":["https://openalex.org/I190632392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066134818","display_name":"Mathias Seuret","orcid":"https://orcid.org/0000-0001-9153-1031"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mathias Seuret","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5087037717"],"corresponding_institution_ids":["https://openalex.org/I154338468"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.00398554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8131378889083862},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7438859939575195},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5748975872993469},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.563275933265686},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5607591271400452},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.547315239906311},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.53645259141922},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5099478960037231},{"id":"https://openalex.org/keywords/transformation-matrix","display_name":"Transformation matrix","score":0.48878929018974304},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4386867880821228},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41796061396598816},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4172399640083313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40365317463874817},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1541883647441864}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8131378889083862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7438859939575195},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5748975872993469},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.563275933265686},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5607591271400452},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.547315239906311},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.53645259141922},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5099478960037231},{"id":"https://openalex.org/C165443888","wikidata":"https://www.wikidata.org/wiki/Q1482183","display_name":"Transformation matrix","level":3,"score":0.48878929018974304},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4386867880821228},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41796061396598816},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4172399640083313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40365317463874817},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1541883647441864},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/icpr48806.2021.9412204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412204","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1911.05045","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.05045","pdf_url":"https://arxiv.org/pdf/1911.05045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2983610144","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1911.05045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:boris.unibe.ch:156852","is_oa":false,"landing_page_url":"https://boris.unibe.ch/156852/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401086","display_name":"Bern Open Repository and Information System (University of Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118564535","host_organization_name":"University of Bern","host_organization_lineage":["https://openalex.org/I118564535"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Alberti, Michele; Botros, Angela; Sch\u00fctz, Narayan; Ingold, Rolf; Liwicki, Marcus; Seuret, Mathias (5 May 2021). Trainable Spectrally Initializable Matrix Transformations in Convolutional Neural Networks. In: 2020 25th International Conference on Pattern Recognition (ICPR) (pp. 8204-8211). IEEE 10.1109/ICPR48806.2021.9412204 <http://dx.doi.org/10.1109/ICPR48806.2021.9412204>","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1911.05045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1911.05045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48350/156852","is_oa":true,"landing_page_url":"https://doi.org/10.48350/156852","pdf_url":null,"source":{"id":"https://openalex.org/S7407053152","display_name":"Open Access CRIS of the University of Bern","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":""}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1911.05045","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.05045","pdf_url":"https://arxiv.org/pdf/1911.05045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2983610144.pdf","grobid_xml":"https://content.openalex.org/works/W2983610144.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W197865394","https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W1839118408","https://openalex.org/W1849277567","https://openalex.org/W2031614119","https://openalex.org/W2037873815","https://openalex.org/W2046016527","https://openalex.org/W2058760036","https://openalex.org/W2069584964","https://openalex.org/W2070928663","https://openalex.org/W2076063813","https://openalex.org/W2093231248","https://openalex.org/W2104737162","https://openalex.org/W2108598243","https://openalex.org/W2112458980","https://openalex.org/W2141278204","https://openalex.org/W2154579312","https://openalex.org/W2162931648","https://openalex.org/W2163605009","https://openalex.org/W2165698076","https://openalex.org/W2170413022","https://openalex.org/W2194775991","https://openalex.org/W2404033380","https://openalex.org/W2435090885","https://openalex.org/W2512499206","https://openalex.org/W2576852589","https://openalex.org/W2609675817","https://openalex.org/W2765084367","https://openalex.org/W2766899523","https://openalex.org/W2777685882","https://openalex.org/W2794825826","https://openalex.org/W2819939312","https://openalex.org/W2919115771","https://openalex.org/W2949658730","https://openalex.org/W2952331513","https://openalex.org/W2963420686","https://openalex.org/W2963754986","https://openalex.org/W2970283086","https://openalex.org/W3102785203","https://openalex.org/W6608057492","https://openalex.org/W6618372016","https://openalex.org/W6631943919","https://openalex.org/W6638946568","https://openalex.org/W6639204139","https://openalex.org/W6682751323","https://openalex.org/W6684191040","https://openalex.org/W6686067075","https://openalex.org/W6743731764","https://openalex.org/W6746846812"],"related_works":["https://openalex.org/W2963712507","https://openalex.org/W2501088019","https://openalex.org/W2953142863","https://openalex.org/W2765965840","https://openalex.org/W3160463872","https://openalex.org/W2952047972","https://openalex.org/W2999184797","https://openalex.org/W3158004741","https://openalex.org/W2888829660","https://openalex.org/W2922054771","https://openalex.org/W2741232386","https://openalex.org/W2999198611","https://openalex.org/W3204454773","https://openalex.org/W3123267973","https://openalex.org/W2969261403","https://openalex.org/W3005225358","https://openalex.org/W2780773082","https://openalex.org/W3010791884","https://openalex.org/W2787697768","https://openalex.org/W3199944644"],"abstract_inverted_index":{"In":[0,106],"this":[1],"work,":[2],"we":[3,85,108],"introduce":[4],"a":[5],"new":[6],"architectural":[7,53],"component":[8],"to":[9,69,117,123],"Neural":[10],"Network":[11],"(NN),":[12],"i.e.,":[13],"trainable":[14,45],"and":[15,65,83],"spectrally":[16],"initializable":[17],"matrix":[18,92,126],"transformations":[19,35,93,129],"on":[20,42,55],"feature":[21,37],"maps.":[22],"While":[23],"previous":[24],"literature":[25],"has":[26],"already":[27],"demonstrated":[28],"the":[29,49,79,90,111],"possibility":[30],"of":[31,58,81,113],"adding":[32],"static":[33],"spectral":[34,114],"as":[36,121,132],"processors,":[38],"our":[39],"focus":[40],"is":[41,149],"more":[43],"general":[44],"transforms.":[46],"We":[47],"study":[48],"transforms":[50],"in":[51],"various":[52],"configurations":[54],"four":[56],"datasets":[57],"different":[59],"nature:":[60],"from":[61],"medical":[62],"(ColorectalHist,":[63],"HAM10000)":[64],"natural":[66],"(Flowers)":[67],"images":[68],"historical":[70],"documents":[71],"(CB55).":[72],"With":[73],"rigorous":[74],"experiments":[75],"that":[76,87,110,136],"control":[77],"for":[78],"number":[80],"parameters":[82],"randomness,":[84],"show":[86,109],"networks":[88],"utilizing":[89],"introduced":[91],"outperform":[94],"vanilla":[95],"neural":[96,142],"networks.":[97],"The":[98,128,145],"observed":[99],"accuracy":[100],"increases":[101],"appreciably":[102],"across":[103],"all":[104],"datasets.":[105],"addition,":[107],"benefit":[112],"initialization":[115],"leads":[116],"significantly":[118],"faster":[119],"convergence,":[120],"opposed":[122],"randomly":[124],"initialized":[125],"transformations.":[127],"are":[130],"implemented":[131],"auto-differentiable":[133],"PyTorch":[134],"modules":[135],"can":[137],"be":[138],"incorporated":[139],"into":[140],"any":[141],"network":[143],"architecture.":[144],"entire":[146],"code":[147],"base":[148],"open-source.":[150]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}