{"id":"https://openalex.org/W7204954704","doi":"https://doi.org/10.48550/arxiv.2608.31157","title":"Sharp Approximation Rates for Neural Networks with Affine Latent Parameterizations","display_name":"Sharp Approximation Rates for Neural Networks with Affine Latent Parameterizations","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204954704","doi":"https://doi.org/10.48550/arxiv.2608.31157"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.31157","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.31157","pdf_url":"https://arxiv.org/pdf/2608.31157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.31157","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134448669","display_name":"Shijun Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zhang, Shijun","raw_affiliation_strings":["Department of Applied Mathematics Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5134448669"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7089999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7089999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.2304999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-representations","display_name":"latent representations","score":0.6589999794960022},{"id":"https://openalex.org/keywords/hypernetworks","display_name":"hypernetworks","score":0.8980000019073486},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.8740000128746033},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.9559999704360962},{"id":"https://openalex.org/keywords/relu-neural-networks","display_name":"ReLU networks","score":0.6549999713897705},{"id":"https://openalex.org/keywords/holder-functions","display_name":"H\u00f6lder functions","score":0.7960000038146973}],"concepts":[{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.7160000205039978},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5625},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5534999966621399},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5533999800682068},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48019999265670776},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4726000130176544},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43860000371932983},{"id":"https://openalex.org/C18516315","wikidata":"https://www.wikidata.org/wiki/Q4688950","display_name":"Affine shape adaptation","level":4,"score":0.40619999170303345},{"id":"https://openalex.org/C207221997","wikidata":"https://www.wikidata.org/wiki/Q938614","display_name":"Affine combination","level":3,"score":0.39739999175071716},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.3125},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.3052000105381012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2921999990940094},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2621999979019165}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.31157","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.31157","pdf_url":"https://arxiv.org/pdf/2608.31157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.31157","doi":"https://doi.org/10.48550/arxiv.2608.31157","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.31157","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.31157","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.31157","pdf_url":"https://arxiv.org/pdf/2608.31157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204954704.pdf","grobid_xml":"https://content.openalex.org/works/W7204954704.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1988115241","https://openalex.org/W1990261069","https://openalex.org/W2062567923","https://openalex.org/W2103496339","https://openalex.org/W2115881141","https://openalex.org/W2137983211","https://openalex.org/W2152332944","https://openalex.org/W2382313035","https://openalex.org/W2528305538","https://openalex.org/W2600297185","https://openalex.org/W2611375647","https://openalex.org/W2755888403","https://openalex.org/W2917375922","https://openalex.org/W2943191253","https://openalex.org/W2949883708","https://openalex.org/W2962949242","https://openalex.org/W2963626582","https://openalex.org/W2965192329","https://openalex.org/W2991139675","https://openalex.org/W2992906545","https://openalex.org/W2995681639","https://openalex.org/W3000236721","https://openalex.org/W3006049408","https://openalex.org/W3027734040","https://openalex.org/W3087255898","https://openalex.org/W3097724114","https://openalex.org/W3118216348","https://openalex.org/W3135609499","https://openalex.org/W3160447895","https://openalex.org/W3165099133","https://openalex.org/W3191617243","https://openalex.org/W4200096621","https://openalex.org/W4210389949","https://openalex.org/W4226239178","https://openalex.org/W4230570142","https://openalex.org/W4231428347","https://openalex.org/W4249716558","https://openalex.org/W4290802700","https://openalex.org/W4292419531","https://openalex.org/W4308906282","https://openalex.org/W4353046719","https://openalex.org/W4378009079","https://openalex.org/W4385985820","https://openalex.org/W4407577741","https://openalex.org/W4407680983","https://openalex.org/W4414261945","https://openalex.org/W4414336301","https://openalex.org/W4416043559","https://openalex.org/W7110054536","https://openalex.org/W7125712676","https://openalex.org/W7135207829","https://openalex.org/W7138256956","https://openalex.org/W7155352875","https://openalex.org/W7172401565","https://openalex.org/W7172429153"],"related_works":["https://openalex.org/W4416373960","https://openalex.org/W4318719500","https://openalex.org/W199224989","https://openalex.org/W4299529707","https://openalex.org/W6903657989","https://openalex.org/W7167785677","https://openalex.org/W7162008884","https://openalex.org/W7135240388","https://openalex.org/W4310902995","https://openalex.org/W7214118081"],"abstract_inverted_index":{"Many":[0],"parameter-efficient":[1,80],"methods":[2],"generate":[3],"the":[4,40,48,54,86,89,94,103,139,146,157,181],"parameters":[5],"of":[6,39,106,149],"a":[7,12,30,36,170],"large":[8],"neural":[9],"network":[10,95,182],"from":[11],"low-dimensional":[13,78],"latent":[14,37,67,90,172],"representation.":[15],"Given":[16],"an":[17],"architecture":[18,45],"$\u03a6$":[19,46,127],"with":[20,70],"$P_\u03a6$":[21],"parameter":[22,31],"slots,":[23],"we":[24,136],"write":[25],"$\\boldsymbol\u03b8_f=\\mathcal{G}(\\boldsymbol\u03be_f)$,":[26],"where":[27,154],"$\\mathcal{G}\\colon\\mathbb{R}^M\\to\\mathbb{R}^{P_\u03a6}$":[28],"is":[29,35,62,98],"generator":[32,49],"and":[33,47,82,93,116,131],"$\\boldsymbol\u03be_f\\in\\mathbb{R}^M$":[34],"representation":[38],"target":[41,56,60],"function":[42],"$f$.":[43,73],"The":[44],"$\\mathcal{G}$":[50],"are":[51],"shared":[52],"across":[53],"entire":[55],"class,":[57],"while":[58],"each":[59],"$f$":[61],"represented":[63],"by":[64],"its":[65],"own":[66],"vector":[68],"$\\boldsymbol\u03be_f$,":[69],"$\u03a6_{\\mathcal{G}(\\boldsymbol\u03be_f)}$":[71],"approximating":[72],"This":[74],"framework":[75],"encompasses":[76],"hypernetworks,":[77],"parameterizations,":[79],"adaptation,":[81],"model":[83],"compression.":[84],"Understanding":[85],"tradeoff":[87,112],"between":[88],"dimension":[91],"$M$":[92],"budget":[96,183],"$P$":[97],"therefore":[99],"fundamental":[100],"to":[101,175],"characterizing":[102],"expressive":[104],"efficiency":[105],"these":[107],"methods.":[108],"We":[109],"study":[110],"this":[111],"for":[113],"affine":[114,132],"generators":[115,133],"fully":[117],"connected":[118],"ReLU":[119],"architectures.":[120],"More":[121],"precisely,":[122],"optimizing":[123],"jointly":[124],"over":[125,145],"architectures":[126],"satisfying":[128],"$P_\u03a6\\leq":[129],"P$":[130],"$\\mathcal{G}:\\mathbb{R}^M\\to":[134],"\\mathbb{R}^{P_\u03a6}$,":[135],"prove":[137],"that":[138,168],"optimal":[140],"worst-case":[141],"uniform":[142],"approximation":[143,178],"error":[144,179],"unit":[147],"ball":[148],"$\u03b1$-H\u00f6lder":[150],"functions":[151],"on":[152],"$[0,1]^d$,":[153],"$0<\u03b1\\leq1$,":[155],"has":[156],"sharp":[158],"order":[159],"$":[160,162],"\\bigl(P\\min\\{M,P\\}\\bigr)^{-\u03b1/d}.":[161],"In":[163],"particular,":[164],"our":[165],"result":[166],"shows":[167],"even":[169],"fixed-dimensional":[171],"space":[173],"suffices":[174],"achieve":[176],"vanishing":[177],"as":[180],"increases.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-02T00:00:00"}