{"id":"https://openalex.org/W3014238038","doi":"https://doi.org/10.1109/tnnls.2020.2979228","title":"Random Sketching for Neural Networks With ReLU","display_name":"Random Sketching for Neural Networks With ReLU","publication_year":2020,"publication_date":"2020-04-02","ids":{"openalex":"https://openalex.org/W3014238038","doi":"https://doi.org/10.1109/tnnls.2020.2979228","mag":"3014238038","pmid":"https://pubmed.ncbi.nlm.nih.gov/32275612"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.2979228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.2979228","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Di Wang","orcid":"https://orcid.org/0000-0003-0435-0609"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["Center of Intelligent Decision-Making and Machine Learning, School of Management, Xi\u2019an Jiaotong University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0003-0435-0609","affiliations":[{"raw_affiliation_string":"Center of Intelligent Decision-Making and Machine Learning, School of Management, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jinshan Zeng","orcid":"https://orcid.org/0000-0003-1719-3358"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Zeng","raw_affiliation_strings":["School of Computer and Information Engineering, Jiangxi Normal University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0003-1719-3358","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shao-Bo Lin","orcid":"https://orcid.org/0000-0001-5122-9153"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shao-Bo Lin","raw_affiliation_strings":["Center of Intelligent Decision-Making and Machine Learning, School of Management, Xi\u2019an Jiaotong University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0001-5122-9153","affiliations":[{"raw_affiliation_string":"Center of Intelligent Decision-Making and Machine Learning, School of Management, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8253,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.88252282,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"32","issue":"2","first_page":"748","last_page":"762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.767300009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.767300009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.15150000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7182999849319458},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6017000079154968},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5432999730110168},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.513700008392334},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5070000290870667},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4932999908924103},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.3646000027656555},{"id":"https://openalex.org/keywords/stochastic-neural-network","display_name":"Stochastic neural network","score":0.33660000562667847},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.3248000144958496}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7182999849319458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6431000232696533},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6017000079154968},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5070000290870667},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4966000020503998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4932999908924103},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3698999881744385},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C86582703","wikidata":"https://www.wikidata.org/wiki/Q7617824","display_name":"Stochastic neural network","level":4,"score":0.33660000562667847},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3100999891757965},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C72319582","wikidata":"https://www.wikidata.org/wiki/Q584304","display_name":"Degenerate energy levels","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2913999855518341},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C141547133","wikidata":"https://www.wikidata.org/wiki/Q7291996","display_name":"Random variate","level":3,"score":0.2768000066280365},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25949999690055847},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.25209999084472656}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016014","descriptor_name":"Linear Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016014","descriptor_name":"Linear Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016014","descriptor_name":"Linear Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016018","descriptor_name":"Least-Squares Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016018","descriptor_name":"Least-Squares Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016018","descriptor_name":"Least-Squares Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.2979228","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.2979228","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:32275612","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32275612","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1314766253","display_name":null,"funder_award_id":"61603162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2641593616","display_name":null,"funder_award_id":"11771012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3314631440","display_name":null,"funder_award_id":"61876074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G341010984","display_name":null,"funder_award_id":"61977038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3558139292","display_name":null,"funder_award_id":"LY17F030004","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G651730104","display_name":null,"funder_award_id":"61876133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6831164781","display_name":"\u57fa\u4e8e\u7ed3\u6784\u5316\u7a00\u758f\u8868\u793a\u4e0e\u6df1\u5ea6\u5b66\u4e60\u7684\u56fe\u50cf\u589e\u5f3a\u53ca\u5206\u7c7b\u6280\u672f\u7814\u7a76","funder_award_id":"61772374","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1484867920","https://openalex.org/W1498436455","https://openalex.org/W1513292484","https://openalex.org/W1576278180","https://openalex.org/W1981867435","https://openalex.org/W1986460515","https://openalex.org/W1993774137","https://openalex.org/W1994616650","https://openalex.org/W1994642189","https://openalex.org/W1996388931","https://openalex.org/W2009303604","https://openalex.org/W2040628885","https://openalex.org/W2102017903","https://openalex.org/W2136922672","https://openalex.org/W2163922914","https://openalex.org/W2257979135","https://openalex.org/W2267573953","https://openalex.org/W2513671774","https://openalex.org/W2559431973","https://openalex.org/W2615421548","https://openalex.org/W2734819659","https://openalex.org/W2883486956","https://openalex.org/W2899748887","https://openalex.org/W2962949242","https://openalex.org/W2963146412","https://openalex.org/W2963482148","https://openalex.org/W2963694768","https://openalex.org/W2964033869","https://openalex.org/W2964210434","https://openalex.org/W2965767282","https://openalex.org/W2993802668","https://openalex.org/W4242686374","https://openalex.org/W4245558064","https://openalex.org/W6676071220","https://openalex.org/W6681302627","https://openalex.org/W6684191040","https://openalex.org/W6725460582","https://openalex.org/W6734728544","https://openalex.org/W6738373677","https://openalex.org/W6746713790","https://openalex.org/W6748471204","https://openalex.org/W6749515309","https://openalex.org/W6752619511","https://openalex.org/W6753918066","https://openalex.org/W6755150206","https://openalex.org/W6758850588"],"related_works":[],"abstract_inverted_index":{"Training":[0],"neural":[1,21,45],"networks":[2],"is":[3,32,116,138],"recently":[4,91],"a":[5,26,44,76,90,103,125],"hot":[6],"topic":[7],"in":[8,16,97,141],"machine":[9],"learning":[10,148,184],"due":[11],"to":[12,34,42,64],"its":[13],"great":[14],"success":[15],"many":[17],"applications.":[18],"Since":[19],"the":[20,56,66,81,111,134,158,173],"networks'":[22],"training":[23,67],"usually":[24],"involves":[25],"highly":[27],"nonconvex":[28],"optimization":[29,36],"problem,":[30],"it":[31],"difficult":[33],"design":[35],"algorithms":[37,180],"with":[38,102],"perfect":[39],"convergence":[40],"guarantees":[41],"derive":[43],"network":[46],"estimator":[47],"of":[48,68,85,110,127,143,160,176],"high":[49],"quality.":[50],"In":[51],"this":[52],"article,":[53],"we":[54,95,131,165],"borrow":[55],"well-known":[57],"random":[58,105,113,136,153,168],"sketching":[59,106,114,137,154,169],"strategy":[60,115],"from":[61],"kernel":[62],"methods":[63],"transform":[65],"shallow":[69,86,99,161],"rectified":[70],"linear":[71,77],"unit":[72],"(ReLU)":[73],"nets":[74,88,101],"into":[75],"least-squares":[78],"problem.":[79],"Using":[80],"localized":[82],"approximation":[83,145],"property":[84],"ReLU":[87,100,162],"and":[89,121,147],"developed":[92],"dimensionality-leveraging":[93],"scheme,":[94],"succeed":[96],"equipping":[98],"specific":[104],"scheme.":[107],"The":[108],"efficiency":[109],"suggested":[112],"guaranteed":[117],"by":[118],"theoretical":[119],"analysis":[120],"also":[122],"verified":[123],"via":[124],"series":[126],"numerical":[128],"experiments.":[129],"Theoretically,":[130],"show":[132,166],"that":[133,152,167],"proposed":[135],"almost":[139],"optimal":[140],"terms":[142],"both":[144],"capability":[146],"performance.":[149,185],"This":[150],"implies":[151],"does":[155],"not":[156],"degenerate":[157],"performance":[159],"nets.":[163],"Numerically,":[164],"can":[170],"significantly":[171],"reduce":[172],"computational":[174],"burden":[175],"numerous":[177],"backpropagation":[178],"(BP)":[179],"while":[181],"maintaining":[182],"their":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-04-10T00:00:00"}