{"id":"https://openalex.org/W4388953010","doi":"https://doi.org/10.1109/tnnls.2023.3331380","title":"On Expressivity and Trainability of Quadratic Networks","display_name":"On Expressivity and Trainability of Quadratic Networks","publication_year":2023,"publication_date":"2023-11-23","ids":{"openalex":"https://openalex.org/W4388953010","doi":"https://doi.org/10.1109/tnnls.2023.3331380","pmid":"https://pubmed.ncbi.nlm.nih.gov/37995168"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3331380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3331380","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018677035","display_name":"Fenglei Fan","orcid":"https://orcid.org/0000-0003-3691-5141"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng-Lei Fan","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine, Cornell University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3691-5141","affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, Cornell University, New York, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643210","display_name":"Mengzhou Li","orcid":"https://orcid.org/0000-0002-0192-5422"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengzhou Li","raw_affiliation_strings":["AI-Based X-ray Imaging System (AXIS) Laboratory, Biomedical Imaging Center, Rensselaer Polytechnic Institute, Troy, NY, USA","Biomedical Imaging Center, AI-Based X-ray Imaging System (AXIS) Laboratory, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-0192-5422","affiliations":[{"raw_affiliation_string":"AI-Based X-ray Imaging System (AXIS) Laboratory, Biomedical Imaging Center, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]},{"raw_affiliation_string":"Biomedical Imaging Center, AI-Based X-ray Imaging System (AXIS) Laboratory, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455768","display_name":"Fei Wang","orcid":"https://orcid.org/0000-0001-9459-9461"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine, Cornell University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-9459-9461","affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine, Cornell University, New York, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088277298","display_name":"Rongjie Lai","orcid":"https://orcid.org/0000-0002-3125-3321"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rongjie Lai","raw_affiliation_strings":["Department of Mathematics, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-3125-3321","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400458","display_name":"Ge Wang","orcid":"https://orcid.org/0000-0002-2656-7705"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ge Wang","raw_affiliation_strings":["AI-Based X-ray Imaging System (AXIS) Laboratory, Biomedical Imaging Center, Rensselaer Polytechnic Institute, Troy, NY, USA","Biomedical Imaging Center, AI-Based X-ray Imaging System (AXIS) Laboratory, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-2656-7705","affiliations":[{"raw_affiliation_string":"AI-Based X-ray Imaging System (AXIS) Laboratory, Biomedical Imaging Center, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]},{"raw_affiliation_string":"Biomedical Imaging Center, AI-Based X-ray Imaging System (AXIS) Laboratory, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":3.4468,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92958956,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"36","issue":"1","first_page":"1228","last_page":"1242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11245","display_name":"Advanced Numerical Analysis Techniques","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quadratic-programming","display_name":"Quadratic programming","score":0.7088600993156433},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.7062199115753174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.617536723613739},{"id":"https://openalex.org/keywords/sequential-quadratic-programming","display_name":"Sequential quadratic programming","score":0.5432255864143372},{"id":"https://openalex.org/keywords/quadratic-function","display_name":"Quadratic function","score":0.506967306137085},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48418834805488586},{"id":"https://openalex.org/keywords/isotropic-quadratic-form","display_name":"Isotropic quadratic form","score":0.48318830132484436},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.4769143760204315},{"id":"https://openalex.org/keywords/quadratically-constrained-quadratic-program","display_name":"Quadratically constrained quadratic program","score":0.4706054627895355},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.464726984500885},{"id":"https://openalex.org/keywords/quadratic-field","display_name":"Quadratic field","score":0.4324491024017334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38814979791641235},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38616105914115906},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3858782947063446},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32093292474746704},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2676617503166199},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09836238622665405},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09007599949836731},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.07482874393463135}],"concepts":[{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.7088600993156433},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.7062199115753174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.617536723613739},{"id":"https://openalex.org/C198927703","wikidata":"https://www.wikidata.org/wiki/Q4373881","display_name":"Sequential quadratic programming","level":3,"score":0.5432255864143372},{"id":"https://openalex.org/C166437778","wikidata":"https://www.wikidata.org/wiki/Q50695","display_name":"Quadratic function","level":3,"score":0.506967306137085},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48418834805488586},{"id":"https://openalex.org/C21440807","wikidata":"https://www.wikidata.org/wiki/Q4968811","display_name":"Isotropic quadratic form","level":5,"score":0.48318830132484436},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.4769143760204315},{"id":"https://openalex.org/C65148998","wikidata":"https://www.wikidata.org/wiki/Q7268373","display_name":"Quadratically constrained quadratic program","level":3,"score":0.4706054627895355},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.464726984500885},{"id":"https://openalex.org/C95136341","wikidata":"https://www.wikidata.org/wiki/Q625519","display_name":"Quadratic field","level":4,"score":0.4324491024017334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38814979791641235},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38616105914115906},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3858782947063446},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32093292474746704},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2676617503166199},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09836238622665405},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09007599949836731},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07482874393463135}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3331380","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3331380","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37995168","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37995168","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W4132636","https://openalex.org/W1608707775","https://openalex.org/W1677182931","https://openalex.org/W1973513227","https://openalex.org/W2003223511","https://openalex.org/W2004075725","https://openalex.org/W2061657011","https://openalex.org/W2062531830","https://openalex.org/W2065806409","https://openalex.org/W2068777106","https://openalex.org/W2097129343","https://openalex.org/W2108598243","https://openalex.org/W2150913357","https://openalex.org/W2162836072","https://openalex.org/W2165350140","https://openalex.org/W2165801955","https://openalex.org/W2194775991","https://openalex.org/W2584321260","https://openalex.org/W2807741195","https://openalex.org/W2900511825","https://openalex.org/W2919115771","https://openalex.org/W2959492819","https://openalex.org/W2963544278","https://openalex.org/W2963821229","https://openalex.org/W2964296115","https://openalex.org/W2995072672","https://openalex.org/W2999571325","https://openalex.org/W3027734040","https://openalex.org/W3035865126","https://openalex.org/W3037508544","https://openalex.org/W3068678661","https://openalex.org/W3090961927","https://openalex.org/W3108161363","https://openalex.org/W3118453581","https://openalex.org/W3121217874","https://openalex.org/W3163625948","https://openalex.org/W3171125843","https://openalex.org/W3213093647","https://openalex.org/W4303449827","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6681017033","https://openalex.org/W6685261749","https://openalex.org/W6737185050","https://openalex.org/W6748748765","https://openalex.org/W6751189704","https://openalex.org/W6757817989","https://openalex.org/W6763023700","https://openalex.org/W6771465236","https://openalex.org/W6774776664","https://openalex.org/W6800647052","https://openalex.org/W6810104598","https://openalex.org/W6910546390"],"related_works":["https://openalex.org/W4231448069","https://openalex.org/W4206704743","https://openalex.org/W1601901124","https://openalex.org/W2364127131","https://openalex.org/W4384135074","https://openalex.org/W2309644300","https://openalex.org/W108432118","https://openalex.org/W4385205582","https://openalex.org/W1996513689","https://openalex.org/W4384520065"],"abstract_inverted_index":{"Inspired":[0],"by":[1,45],"the":[2,28,32,58,83,114,124,147,171,180,202],"diversity":[3],"of":[4,21,24,47,61,85,111,142,174,204],"biological":[5],"neurons,":[6,49],"quadratic":[7,22,37,48,63,75,86,95,144,153,176,205],"artificial":[8],"neurons":[9,23],"can":[10,97,104],"play":[11],"an":[12,158],"important":[13,52],"role":[14],"in":[15,31,183,213],"deep":[16,206],"learning":[17,187],"models.":[18],"The":[19],"type":[20],"our":[25,198,211],"interest":[26],"replaces":[27],"inner-product":[29],"operation":[30],"conventional":[33,68,72,115,148],"neuron":[34],"with":[35,150],"a":[36,62,67,71,94,108,128,143,175],"function.":[38],"Despite":[39],"promising":[40],"results":[41],"so":[42],"far":[43],"achieved":[44],"networks":[46,87],"there":[50],"are":[51,194],"issues":[53],"not":[54,78,88],"well":[55,89],"addressed.":[56],"Theoretically,":[57],"superior":[59],"expressivity":[60,141],"network":[64,69,73,96,145],"over":[65],"either":[66],"or":[70,151],"via":[74,100],"activation":[76],"is":[77],"fully":[79],"elucidated,":[80],"which":[81],"makes":[82],"use":[84],"grounded.":[90],"In":[91],"practice,":[92],"although":[93],"be":[98,105],"trained":[99],"generic":[101],"backpropagation,":[102],"it":[103],"subject":[106],"to":[107,133,163,169,196],"higher":[109],"risk":[110],"collapse":[112],"than":[113,146],"counterpart.":[116],"To":[117],"address":[118],"these":[119],"issues,":[120],"we":[121,156],"first":[122],"apply":[123],"spline":[125],"theory":[126],"and":[127,200],"measure":[129],"from":[130],"algebraic":[131],"geometry":[132],"give":[134],"two":[135],"theorems":[136],"that":[137],"demonstrate":[138],"better":[139],"model":[140],"counterpart":[149],"without":[152],"activation.":[154],"Then,":[155],"propose":[157],"effective":[159],"training":[160,172],"strategy":[161],"referred":[162],"as":[164],"referenced":[165],"linear":[166],"initialization":[167],"(ReLinear)":[168],"stabilize":[170],"process":[173],"network,":[177],"thereby":[178],"unleashing":[179],"full":[181],"potential":[182],"its":[184],"associated":[185],"machine":[186],"tasks.":[188],"Comprehensive":[189],"experiments":[190],"on":[191],"popular":[192],"datasets":[193],"performed":[195],"support":[197],"findings":[199],"confirm":[201],"performance":[203],"learning.":[207],"We":[208],"have":[209],"shared":[210],"code":[212],"https://github.com/FengleiFan/ReLinear.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}