{"id":"https://openalex.org/W4289334731","doi":"https://doi.org/10.1137/21m1460764","title":"Active Neuron Least Squares: A Training Method for Multivariate Rectified Neural Networks","display_name":"Active Neuron Least Squares: A Training Method for Multivariate Rectified Neural Networks","publication_year":2022,"publication_date":"2022-08-01","ids":{"openalex":"https://openalex.org/W4289334731","doi":"https://doi.org/10.1137/21m1460764"},"language":"en","primary_location":{"id":"doi:10.1137/21m1460764","is_oa":false,"landing_page_url":"https://doi.org/10.1137/21m1460764","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091196582","display_name":"Mark Ainsworth","orcid":"https://orcid.org/0000-0002-4899-1048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Ainsworth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023632213","display_name":"Yeonjong Shin","orcid":"https://orcid.org/0000-0003-4577-1979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeonjong Shin","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4577-1979","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7322,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.68583338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"44","issue":"4","first_page":"A2253","last_page":"A2275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6659969687461853},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6018888354301453},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.5621248483657837},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.5461675524711609},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.5160181522369385},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4757504165172577},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4646914005279541},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4454774856567383},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43645572662353516},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.43201425671577454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37012869119644165},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3677941560745239},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3353138566017151},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26399725675582886},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1499553918838501}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6659969687461853},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6018888354301453},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.5621248483657837},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5461675524711609},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.5160181522369385},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4757504165172577},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4646914005279541},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4454774856567383},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43645572662353516},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.43201425671577454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37012869119644165},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3677941560745239},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3353138566017151},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26399725675582886},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1499553918838501},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/21m1460764","is_oa":false,"landing_page_url":"https://doi.org/10.1137/21m1460764","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2005136695","https://openalex.org/W2038210983","https://openalex.org/W2039150507","https://openalex.org/W2078409719","https://openalex.org/W2100556411","https://openalex.org/W2103111465","https://openalex.org/W2127447444","https://openalex.org/W2159793693","https://openalex.org/W2730411900","https://openalex.org/W2803629276","https://openalex.org/W2899283552","https://openalex.org/W2913954081","https://openalex.org/W2919115771","https://openalex.org/W2922301133","https://openalex.org/W2948551291","https://openalex.org/W2964054038","https://openalex.org/W2979786244","https://openalex.org/W2999044305","https://openalex.org/W3003922491","https://openalex.org/W3024108791","https://openalex.org/W3116268267","https://openalex.org/W3200673624","https://openalex.org/W3203168519","https://openalex.org/W4251243451"],"related_works":["https://openalex.org/W3012292080","https://openalex.org/W2998088892","https://openalex.org/W2792268997","https://openalex.org/W4246802763","https://openalex.org/W2140256789","https://openalex.org/W2947821515","https://openalex.org/W2043562021","https://openalex.org/W2012884882","https://openalex.org/W2924796035","https://openalex.org/W2480235446"],"abstract_inverted_index":{"We":[0,85],"propose":[1],"a":[2,75],"novel":[3],"training":[4],"method":[5],"for":[6,83,91],"multivariate":[7],"two-layer":[8],"rectified":[9],"neural":[10],"networks.":[11],"The":[12],"core":[13],"mechanism":[14],"is":[15],"the":[16,24,35,39,70,93,101],"augmentation":[17],"of":[18,26,38,52,57,69,103],"standard":[19],"gradient":[20],"descent":[21],"direction":[22],"by":[23],"inclusion":[25],"search":[27,58],"vectors":[28,59],"which":[29,78],"are":[30,81,97],"chosen":[31],"to":[32,63,118],"explicitly":[33],"adjust":[34],"activation":[36,65],"patterns":[37],"neurons.":[40],"Active":[41],"neuron":[42],"least":[43],"squares":[44],"(ANLS)":[45],"proceeds":[46],"iteratively":[47],"with":[48,106],"each":[49],"iteration":[50],"consisting":[51],"three":[53],"steps:":[54],"(a)":[55],"generation":[56],"(including":[60],"ones":[61],"designed":[62],"change":[64],"patterns),":[66],"(b)":[67],"identification":[68],"candidate":[71,79],"weights,":[72],"and":[73,88],"(c)":[74],"decision":[76],"on":[77,110],"weights":[80],"selected":[82],"update.":[84],"develop":[86],"stable":[87],"efficient":[89],"procedures":[90],"implementing":[92],"method.":[94],"Numerical":[95],"examples":[96],"provided":[98],"that":[99],"demonstrate":[100],"effectiveness":[102],"ANLS":[104],"compared":[105],"existing":[107],"popular":[108],"approaches":[109],"various":[111],"learning":[112],"tasks":[113],"ranging":[114],"from":[115],"function":[116],"approximation":[117],"solving":[119],"PDEs.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}