{"id":"https://openalex.org/W4206341154","doi":"https://doi.org/10.1109/tsp.2022.3140718","title":"Asymptotic Spectral Representation of Linear Convolutional Layers","display_name":"Asymptotic Spectral Representation of Linear Convolutional Layers","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4206341154","doi":"https://doi.org/10.1109/tsp.2022.3140718"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3140718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3140718","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029033908","display_name":"Xinping Yi","orcid":"https://orcid.org/0000-0001-5163-2364"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xinping Yi","raw_affiliation_strings":["Department of Electrical Engineering and Electronics, University of Liverpool, Liverpool, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Electronics, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029033908"],"corresponding_institution_ids":["https://openalex.org/I146655781"],"apc_list":null,"apc_paid":null,"fwci":0.7957,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75521166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"70","issue":null,"first_page":"566","last_page":"581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toeplitz-matrix","display_name":"Toeplitz matrix","score":0.7386631965637207},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.6609640121459961},{"id":"https://openalex.org/keywords/circulant-matrix","display_name":"Circulant matrix","score":0.5918610095977783},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.5911152958869934},{"id":"https://openalex.org/keywords/matrix-norm","display_name":"Matrix norm","score":0.5895329117774963},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5867376923561096},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5384990572929382},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.48236554861068726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.45015615224838257},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.44977331161499023},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.44309842586517334},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4428120255470276},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4416186809539795},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4296684265136719},{"id":"https://openalex.org/keywords/singular-value","display_name":"Singular value","score":0.4291585683822632},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3533309996128082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25737464427948},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.16814732551574707},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1262030303478241},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.11337485909461975},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.10027062892913818}],"concepts":[{"id":"https://openalex.org/C147710293","wikidata":"https://www.wikidata.org/wiki/Q849428","display_name":"Toeplitz matrix","level":2,"score":0.7386631965637207},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.6609640121459961},{"id":"https://openalex.org/C115973184","wikidata":"https://www.wikidata.org/wiki/Q245457","display_name":"Circulant matrix","level":2,"score":0.5918610095977783},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.5911152958869934},{"id":"https://openalex.org/C92207270","wikidata":"https://www.wikidata.org/wiki/Q939253","display_name":"Matrix norm","level":3,"score":0.5895329117774963},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5867376923561096},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5384990572929382},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.48236554861068726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.45015615224838257},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.44977331161499023},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.44309842586517334},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4428120255470276},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4416186809539795},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4296684265136719},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.4291585683822632},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3533309996128082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25737464427948},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16814732551574707},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1262030303478241},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.11337485909461975},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.10027062892913818},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2022.3140718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3140718","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1967795974","https://openalex.org/W1979166388","https://openalex.org/W2008840379","https://openalex.org/W2009501332","https://openalex.org/W2017067487","https://openalex.org/W2020954443","https://openalex.org/W2058478885","https://openalex.org/W2061116309","https://openalex.org/W2064980127","https://openalex.org/W2084939119","https://openalex.org/W2089598668","https://openalex.org/W2112796928","https://openalex.org/W2122692381","https://openalex.org/W2141262522","https://openalex.org/W2142690499","https://openalex.org/W2151657302","https://openalex.org/W2194775991","https://openalex.org/W2417791630","https://openalex.org/W2514021491","https://openalex.org/W2566079294","https://openalex.org/W2618017917","https://openalex.org/W2618530766","https://openalex.org/W2919115771","https://openalex.org/W2922441637","https://openalex.org/W2976817015","https://openalex.org/W2979038370","https://openalex.org/W2991584318","https://openalex.org/W3034222740","https://openalex.org/W3035349433","https://openalex.org/W3175181736","https://openalex.org/W3191734561","https://openalex.org/W4246193833","https://openalex.org/W4297970737","https://openalex.org/W6638946568","https://openalex.org/W6717099612","https://openalex.org/W6738248287","https://openalex.org/W6739659843","https://openalex.org/W6741653254","https://openalex.org/W6743969146","https://openalex.org/W6748582592","https://openalex.org/W6748600614","https://openalex.org/W6749180595","https://openalex.org/W6751707404","https://openalex.org/W6754994457","https://openalex.org/W6756678122","https://openalex.org/W6757465018","https://openalex.org/W6760358840","https://openalex.org/W6763574238","https://openalex.org/W6768783436","https://openalex.org/W6770797084","https://openalex.org/W6771233102","https://openalex.org/W6773237268","https://openalex.org/W6779582212","https://openalex.org/W6784180875"],"related_works":["https://openalex.org/W3177828492","https://openalex.org/W2034415022","https://openalex.org/W2149698301","https://openalex.org/W4388372565","https://openalex.org/W2286689764","https://openalex.org/W63525287","https://openalex.org/W4388372654","https://openalex.org/W2026406497","https://openalex.org/W2105266774","https://openalex.org/W4291238690"],"abstract_inverted_index":{"By":[0,142],"stacking":[1],"a":[2,30,53,61,98],"number":[3],"of":[4,60,140],"convolutional":[5,7,70],"layers,":[6],"neural":[8],"networks":[9],"(CNNs)":[10],"have":[11],"made":[12],"remarkable":[13],"performance":[14,139],"boosts":[15],"in":[16],"many":[17],"artificial":[18],"intelligence":[19],"applications.":[20],"While":[21],"the":[22,45,57,68,78,118,122,137,155,162],"convolution":[23,47],"operation":[24,48],"is":[25,28],"well-understood,":[26],"it":[27],"still":[29],"mystery":[31],"why":[32],"repeated":[33],"convolutions":[34],"yield":[35],"so":[36],"good":[37],"expressive":[38],"power":[39],"and":[40,107,125,161],"generalization":[41,138],"performance.":[42],"Noting":[43],"that":[44,154],"linear":[46],"can":[49,128],"be":[50,129],"represented":[51],"as":[52,131],"matrix-vector":[54],"product":[55],"with":[56,104,112,117],"matrix":[58,81,86],"being":[59],"Toeplitz":[62,85],"structure,":[63],"we":[64,93,151],"propose":[65],"to":[66,89,96,134],"inspect":[67],"individual":[69],"layer":[71],"through":[72],"its":[73],"asymptotic":[74],"spectral":[75,79,91,108,167],"representation":[76],"-":[77,82],"density":[80],"by":[83],"leveraging":[84],"theory.":[87],"Thanks":[88],"such":[90],"representation,":[92],"are":[94,165],"able":[95],"develop":[97],"simple":[99],"singular":[100],"value":[101],"approximation":[102,124,156],"method":[103],"improved":[105,123],"accuracy,":[106],"norm":[109],"upper":[110,126,163],"bounds":[111,127,164],"reduced":[113],"computational":[114],"complexity,":[115],"compared":[116],"state-of-the-art":[119],"methods.":[120],"Both":[121],"employed":[130],"regularization":[132],"techniques":[133],"further":[135],"enhance":[136],"CNNs.":[141],"extensive":[143],"experiments":[144],"on":[145],"well-deployed":[146],"CNN":[147],"models":[148],"(e.g.,":[149],"ResNets),":[150],"also":[152],"demonstrate":[153],"approach":[157],"achieves":[158],"higher":[159],"accuracy":[160],"effective":[166],"regularizers":[168],"for":[169],"generalization.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}