{"id":"https://openalex.org/W4412446458","doi":"https://doi.org/10.1109/tpami.2025.3588894","title":"One Neuron Saved is One Neuron Earned: On Parametric Efficiency of Quadratic Networks","display_name":"One Neuron Saved is One Neuron Earned: On Parametric Efficiency of Quadratic Networks","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W4412446458","doi":"https://doi.org/10.1109/tpami.2025.3588894","pmid":"https://pubmed.ncbi.nlm.nih.gov/40663670"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3588894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3588894","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018677035","display_name":"Fenglei Fan","orcid":"https://orcid.org/0000-0003-3691-5141"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Feng-Lei Fan","raw_affiliation_strings":["Department of Data Science, Frontier of Artificial Network (FAN) Lab, City University of Hong Kong, Hong Kong, China","Department of Mathematics, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0003-3691-5141","affiliations":[{"raw_affiliation_string":"Department of Data Science, Frontier of Artificial Network (FAN) Lab, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Mathematics, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029378855","display_name":"Hangcheng Dong","orcid":"https://orcid.org/0000-0002-4880-6762"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang-Cheng Dong","raw_affiliation_strings":["School of Instrumentation Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-4880-6762","affiliations":[{"raw_affiliation_string":"School of Instrumentation Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026185341","display_name":"Zhongming Wu","orcid":"https://orcid.org/0000-0002-9128-5181"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Zhongming Wu","raw_affiliation_strings":["School of Management Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, China","Department of Mathematics, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-9128-5181","affiliations":[{"raw_affiliation_string":"School of Management Science and Engineering, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Department of Mathematics, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023655289","display_name":"Lecheng Ruan","orcid":"https://orcid.org/0000-0001-5061-3575"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lecheng Ruan","raw_affiliation_strings":["College of Engineering, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5061-3575","affiliations":[{"raw_affiliation_string":"College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059443966","display_name":"Tieyong Zeng","orcid":"https://orcid.org/0000-0002-0688-202X"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210137766","display_name":"Institute for Advanced Study","ror":"https://ror.org/03xg85719","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210137766"]}],"countries":["CN","DE","HK"],"is_corresponding":false,"raw_author_name":"Tieyong Zeng","raw_affiliation_strings":["Institute for Advanced Study, Beijing Normal-Hong Kong Baptist University, Zhuhai, China","Department of Mathematics, The Chinese University of Hong Kong, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0002-0688-202X","affiliations":[{"raw_affiliation_string":"Institute for Advanced Study, Beijing Normal-Hong Kong Baptist University, Zhuhai, China","institution_ids":["https://openalex.org/I12615008","https://openalex.org/I141568987","https://openalex.org/I4210137766"]},{"raw_affiliation_string":"Department of Mathematics, The Chinese University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103027806","display_name":"Yiming Cui","orcid":"https://orcid.org/0000-0003-2423-8972"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Cui","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","Department of Electrical and Computer Engineering, University of Florida, Gainesville, USA"],"raw_orcid":"https://orcid.org/0000-0003-2423-8972","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050878071","display_name":"Jing-Xiao Liao","orcid":"https://orcid.org/0000-0002-1880-2621"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing-Xiao Liao","raw_affiliation_strings":["School of Instrumentation Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-1880-2621","affiliations":[{"raw_affiliation_string":"School of Instrumentation Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84732328,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"47","issue":"11","first_page":"9702","last_page":"9717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5628042817115784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5627799034118652},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5617071986198425},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.5382416248321533},{"id":"https://openalex.org/keywords/artificial-neuron","display_name":"Artificial neuron","score":0.4663260281085968},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4455580413341522},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37395018339157104},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29430606961250305},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.187423437833786}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5628042817115784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5627799034118652},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5617071986198425},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.5382416248321533},{"id":"https://openalex.org/C2776990819","wikidata":"https://www.wikidata.org/wiki/Q177058","display_name":"Artificial neuron","level":3,"score":0.4663260281085968},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4455580413341522},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37395018339157104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29430606961250305},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.187423437833786},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3588894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3588894","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40663670","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40663670","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W197865394","https://openalex.org/W1901129140","https://openalex.org/W1990261069","https://openalex.org/W1995341919","https://openalex.org/W2001610032","https://openalex.org/W2030598869","https://openalex.org/W2106069155","https://openalex.org/W2108598243","https://openalex.org/W2150913357","https://openalex.org/W2165350140","https://openalex.org/W2165801955","https://openalex.org/W2166116275","https://openalex.org/W2194775991","https://openalex.org/W2460657278","https://openalex.org/W2528305538","https://openalex.org/W2560023338","https://openalex.org/W2584994008","https://openalex.org/W2752782242","https://openalex.org/W2793268137","https://openalex.org/W2884436604","https://openalex.org/W2900511825","https://openalex.org/W2905338897","https://openalex.org/W2924515500","https://openalex.org/W2949883708","https://openalex.org/W2959492819","https://openalex.org/W2963091558","https://openalex.org/W2963446712","https://openalex.org/W2963495494","https://openalex.org/W2963544278","https://openalex.org/W2964148965","https://openalex.org/W2964296115","https://openalex.org/W2979750740","https://openalex.org/W2981983525","https://openalex.org/W2989818023","https://openalex.org/W2990793844","https://openalex.org/W2991139962","https://openalex.org/W2999571325","https://openalex.org/W3001560541","https://openalex.org/W3015248322","https://openalex.org/W3034513523","https://openalex.org/W3034633006","https://openalex.org/W3035865126","https://openalex.org/W3083789190","https://openalex.org/W3090961927","https://openalex.org/W3121217874","https://openalex.org/W3138516171","https://openalex.org/W3163625948","https://openalex.org/W3165099133","https://openalex.org/W3177349073","https://openalex.org/W3194423521","https://openalex.org/W3202358235","https://openalex.org/W3203494009","https://openalex.org/W3203784466","https://openalex.org/W3204236384","https://openalex.org/W3208848212","https://openalex.org/W3214347408","https://openalex.org/W4210853280","https://openalex.org/W4286005528","https://openalex.org/W4289752563","https://openalex.org/W4289782036","https://openalex.org/W4297349221","https://openalex.org/W4312349930","https://openalex.org/W4312610518","https://openalex.org/W4322766882","https://openalex.org/W4328007112","https://openalex.org/W4328007221","https://openalex.org/W4353091694","https://openalex.org/W4377710209","https://openalex.org/W4385245566","https://openalex.org/W4386075946","https://openalex.org/W4388953010","https://openalex.org/W4390874575","https://openalex.org/W4391109864","https://openalex.org/W4400273085","https://openalex.org/W4401046592","https://openalex.org/W4402715871","https://openalex.org/W4402727675","https://openalex.org/W4404058585","https://openalex.org/W4406193142","https://openalex.org/W4408138767","https://openalex.org/W4414281281"],"related_works":["https://openalex.org/W2396122647","https://openalex.org/W2391251536","https://openalex.org/W2136161268","https://openalex.org/W2362198218","https://openalex.org/W2019521278","https://openalex.org/W1984922432","https://openalex.org/W26370561","https://openalex.org/W2004433721","https://openalex.org/W3035049005","https://openalex.org/W2162051485"],"abstract_inverted_index":{"Inspired":[0],"by":[1,204],"neuronal":[2,23],"diversity":[3,24],"in":[4,38,49,176,207],"the":[5,35,54,67,76,82,90,130,139,167,185,188,212,242,248],"biological":[6],"neural":[7,27],"system,":[8],"a":[9,42,196,208],"plethora":[10],"of":[11,18,57,70,92,108,133,170,178,187,215,244],"studies":[12],"proposed":[13,30],"to":[14,75,81,104,138],"design":[15],"novel":[16],"types":[17],"artificial":[19,26],"neurons":[20,40,151],"and":[21,116,181,230,241],"introduce":[22],"into":[25],"networks.":[28,110],"Recently":[29],"quadratic":[31,43,58,71,93,109,122,134,150,171,205,235],"neuron,":[32],"which":[33],"replaces":[34],"inner-product":[36],"operation":[37],"conventional":[39,162,174,216],"with":[41,114],"one,":[44],"have":[45],"achieved":[46],"great":[47],"success":[48],"many":[50],"essential":[51],"tasks.":[52],"Despite":[53],"promising":[55],"results":[56,224],"neurons,":[59],"there":[60,194],"is":[61,95,102,136,159,218],"still":[62],"an":[63],"unresolved":[64],"issue:":[65],"Is":[66],"superior":[68,131],"performance":[69,91,132],"networks":[72,94,123,135,172,206,217],"simply":[73],"due":[74,80,137],"increased":[77],"parameters":[78],"or":[79],"intrinsic":[83,140,144],"expressive":[84,141,145],"capability?":[85],"Without":[86],"clarifying":[87],"this":[88,100,112],"issue,":[89],"always":[96],"suspicious.":[97],"Additionally,":[98],"resolving":[99],"issue":[101],"reduced":[103],"finding":[105],"killer":[106],"applications":[107,232],"In":[111],"paper,":[113],"theoretical":[115],"empirical":[117],"studies,":[118],"we":[119,165,191],"show":[120,233],"that":[121,129,149,193,234],"enjoy":[124,238],"parametric":[125,239],"efficiency,":[126,240],"thereby":[127],"confirming":[128],"capability.":[142],"This":[143],"ability":[146],"comes":[147],"from":[148,184],"can":[152,201],"easily":[153],"represent":[154],"nonlinear":[155],"interaction,":[156],"while":[157],"it":[158],"hard":[160],"for":[161],"neurons.":[163],"Theoretically,":[164],"derive":[166],"approximation":[168,213],"efficiency":[169,245],"over":[173],"ones":[175],"terms":[177],"real":[179],"space":[180,198],"manifolds.":[182],"Moreover,":[183],"perspective":[186],"Barron":[189],"space,":[190],"demonstrate":[192],"exists":[195],"functional":[197],"whose":[199],"functions":[200],"be":[202],"approximated":[203],"dimension-free":[209],"error,":[210],"but":[211],"error":[214],"dependent":[219],"on":[220,225,247],"dimensions.":[221],"Empirically,":[222],"experimental":[223],"synthetic":[226],"data,":[227],"classic":[228],"benchmarks,":[229],"real-world":[231],"models":[236],"broadly":[237],"gain":[243],"depends":[246],"task.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}