{"id":"https://openalex.org/W7160663063","doi":"https://doi.org/10.48550/arxiv.2605.05659","title":"Structural Correspondence and Universal Approximation in Diagonal plus Low-Rank Neural Networks","display_name":"Structural Correspondence and Universal Approximation in Diagonal plus Low-Rank Neural Networks","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160663063","doi":"https://doi.org/10.48550/arxiv.2605.05659"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05659","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135671839","display_name":"Ying Chen","orcid":"https://orcid.org/0009-0002-5923-4568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135680376","display_name":"Aoxi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Aoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082216544","display_name":"Jihun Kim","orcid":"https://orcid.org/0009-0002-9692-0030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jihun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135711617","display_name":"Javad Lavaei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lavaei, Javad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7796000242233276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7796000242233276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.04960000142455101,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diagonal","display_name":"Diagonal","score":0.6972000002861023},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.6665999889373779},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6172000169754028},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5105999708175659},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.499099999666214},{"id":"https://openalex.org/keywords/scalar","display_name":"Scalar (mathematics)","score":0.4375999867916107},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42480000853538513},{"id":"https://openalex.org/keywords/singularity","display_name":"Singularity","score":0.4237000048160553}],"concepts":[{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.6972000002861023},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.6665999889373779},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6172000169754028},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5250999927520752},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5105999708175659},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C16171025","wikidata":"https://www.wikidata.org/wiki/Q863349","display_name":"Singularity","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.383899986743927},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3831000030040741},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C2777759810","wikidata":"https://www.wikidata.org/wiki/Q149316","display_name":"Lemma (botany)","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C113313756","wikidata":"https://www.wikidata.org/wiki/Q332791","display_name":"Diagonal matrix","level":3,"score":0.28929999470710754},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.2741999924182892},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.2648000121116638},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2524000108242035},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"massive":[1],"computational":[2],"costs":[3],"of":[4,15,56],"scaling":[5,184],"modern":[6],"deep":[7],"learning":[8],"architectures":[9],"have":[10],"driven":[11],"the":[12,54,167],"widespread":[13],"use":[14],"parameter-efficient":[16],"low-rank":[17,23,62,107],"structures,":[18],"such":[19],"as":[20],"LoRA":[21],"and":[22,195],"factorization.":[24],"However,":[25],"theoretical":[26,71],"guarantees":[27],"for":[28,85,171,203],"their":[29],"expressive":[30],"power":[31],"are":[32,199],"less":[33],"explored,":[34],"often":[35],"relying":[36],"on":[37],"restrictive":[38],"priors":[39],"like":[40],"a":[41,70,98,111,117],"pretrained":[42,65],"base":[43],"matrix,":[44],"ReLU":[45],"activations":[46],"or":[47,150],"non-verifiable":[48],"singularity":[49],"conditions.":[50],"We":[51,68,103,129],"first":[52],"investigate":[53],"limits":[55],"neural":[57,163],"networks":[58,164],"constrained":[59],"strictly":[60],"to":[61,125,186],"manifolds":[63],"without":[64,92],"dense":[66,193],"priors.":[67],"demonstrate":[69],"paradox:":[72],"while":[73],"purely":[74],"rank-1":[75],"layers":[76,108],"can":[77,135],"exactly":[78,137],"interpolate":[79],"arbitrary":[80],"scalar":[81],"datasets,":[82],"they":[83],"collapse":[84],"function":[86],"approximations.":[87],"To":[88],"overcome":[89],"this":[90],"bottleneck":[91],"surrendering":[93],"parameter":[94],"efficiency,":[95],"we":[96,159,176],"introduce":[97],"unified":[99],"\\textit{Structural":[100],"Correspondence}":[101],"framework.":[102],"prove":[104,160],"that":[105,131,161,178,192],"augmenting":[106],"with":[109],"only":[110],"minimal":[112],"sparse":[113],"diagonal":[114],"component,":[115],"say":[116],"Diagonal":[118],"plus":[119],"Low-Rank":[120],"(DLoR)":[121],"structure,":[122],"is":[123],"sufficient":[124],"reach":[126],"Universal":[127,168],"Approximation.":[128],"show":[130,191],"any":[132],"full-rank":[133],"transformation":[134],"be":[136],"reconstructed":[138],"using":[139],"these":[140],"DLoR":[141,162],"components":[142],"by":[143],"trading":[144],"off":[145],"network":[146],"width":[147],"(additive":[148],"decomposition)":[149],"depth":[151,180],"(multiplicative":[152],"decomposition).":[153],"By":[154],"tracking":[155],"asymptotic":[156],"Taylor":[157],"remainders,":[158],"fully":[165],"restore":[166],"Approximation":[169],"Theorem":[170],"general":[172],"activation":[173,197],"functions.":[174],"Finally,":[175],"establish":[177],"multiplicative":[179],"provides":[181],"superior":[182],"parameter-to-expressivity":[183],"compared":[185],"additive":[187],"width.":[188],"Our":[189],"results":[190],"matrices":[194],"specific":[196],"functions":[198],"not":[200],"topological":[201],"prerequisites":[202],"universal":[204],"expressivity.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}