{"id":"https://openalex.org/W2125818553","doi":"https://doi.org/10.1109/tii.2012.2187914","title":"Selection of Proper Neural Network Sizes and Architectures\u2014A Comparative Study","display_name":"Selection of Proper Neural Network Sizes and Architectures\u2014A Comparative Study","publication_year":2012,"publication_date":"2012-02-14","ids":{"openalex":"https://openalex.org/W2125818553","doi":"https://doi.org/10.1109/tii.2012.2187914","mag":"2125818553"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2012.2187914","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2012.2187914","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101641357","display_name":"David W. Hunter","orcid":"https://orcid.org/0000-0002-7625-2461"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Hunter","raw_affiliation_strings":["Electrical and Computer Engineering, Auburn University, Auburn, Alabama, United States","Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Auburn University, Auburn, Alabama, United States","institution_ids":["https://openalex.org/I82497590"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032594700","display_name":"Hao Yu","orcid":"https://orcid.org/0000-0002-4821-7837"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Yu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Auburn University, Auburn, Alabama, United States","Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Auburn University, Auburn, Alabama, United States","institution_ids":["https://openalex.org/I82497590"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013939192","display_name":"Michael S. Pukish","orcid":null},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Pukish, III","raw_affiliation_strings":["Electrical and Computer Engineering, Auburn University, Auburn","Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Auburn University, Auburn","institution_ids":["https://openalex.org/I82497590"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087188240","display_name":"Janusz Kolbusz","orcid":"https://orcid.org/0000-0002-9186-7050"},"institutions":[{"id":"https://openalex.org/I4210109085","display_name":"University of Information Technology and Management in Rzeszow","ror":"https://ror.org/01t81sv44","country_code":"PL","type":"education","lineage":["https://openalex.org/I4210109085"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Janusz Kolbusz","raw_affiliation_strings":["Department of Distributed Systems, University of Information Technology and Management, Rzeszow, Poland","Dept. of Distrib. Syst., Univ. of Inf. Technol. & Manage., Rzeszow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Distributed Systems, University of Information Technology and Management, Rzeszow, Poland","institution_ids":["https://openalex.org/I4210109085"]},{"raw_affiliation_string":"Dept. of Distrib. Syst., Univ. of Inf. Technol. & Manage., Rzeszow, Poland","institution_ids":["https://openalex.org/I4210109085"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084622054","display_name":"Bogdan M. Wilamowski","orcid":null},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bogdan M. Wilamowski","raw_affiliation_strings":["Electrical and Computer Engineering, Auburn University, Auburn, Alabama, United States","Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Auburn University, Auburn, Alabama, United States","institution_ids":["https://openalex.org/I82497590"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng, Auburn Univ., Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":32.1856,"has_fulltext":false,"cited_by_count":415,"citation_normalized_percentile":{"value":0.99758108,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"228","last_page":"240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7468881011009216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7383025288581848},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.700525164604187},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6484113335609436},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.5863080024719238},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5848489999771118},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5750427842140198},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5525387525558472},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5222095847129822},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.49247321486473083},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4681800901889801},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.4372325539588928},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39983272552490234},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.35820746421813965},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33556580543518066},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17179688811302185}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7468881011009216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383025288581848},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.700525164604187},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6484113335609436},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.5863080024719238},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5848489999771118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5750427842140198},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5525387525558472},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5222095847129822},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.49247321486473083},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4681800901889801},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.4372325539588928},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39983272552490234},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.35820746421813965},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33556580543518066},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17179688811302185},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2012.2187914","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2012.2187914","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W615012944","https://openalex.org/W1498436455","https://openalex.org/W1541007220","https://openalex.org/W1586313164","https://openalex.org/W1991444594","https://openalex.org/W1996722869","https://openalex.org/W1998399571","https://openalex.org/W2019282798","https://openalex.org/W2040547835","https://openalex.org/W2046738003","https://openalex.org/W2054633808","https://openalex.org/W2096529776","https://openalex.org/W2097019132","https://openalex.org/W2098739261","https://openalex.org/W2100183523","https://openalex.org/W2101905272","https://openalex.org/W2101918532","https://openalex.org/W2102013737","https://openalex.org/W2102152257","https://openalex.org/W2103559015","https://openalex.org/W2104189323","https://openalex.org/W2104352549","https://openalex.org/W2105304725","https://openalex.org/W2105928166","https://openalex.org/W2106233780","https://openalex.org/W2106549836","https://openalex.org/W2109761419","https://openalex.org/W2114654351","https://openalex.org/W2116119284","https://openalex.org/W2120586739","https://openalex.org/W2122369025","https://openalex.org/W2122535864","https://openalex.org/W2126401236","https://openalex.org/W2128106189","https://openalex.org/W2128161194","https://openalex.org/W2129007671","https://openalex.org/W2129746134","https://openalex.org/W2130416198","https://openalex.org/W2133461134","https://openalex.org/W2133764509","https://openalex.org/W2135849563","https://openalex.org/W2138232697","https://openalex.org/W2139823479","https://openalex.org/W2141720506","https://openalex.org/W2143908786","https://openalex.org/W2144685417","https://openalex.org/W2146858735","https://openalex.org/W2150072358","https://openalex.org/W2150127484","https://openalex.org/W2151205149","https://openalex.org/W2153718237","https://openalex.org/W2153795254","https://openalex.org/W2154335552","https://openalex.org/W2155399784","https://openalex.org/W2155482699","https://openalex.org/W2161278885","https://openalex.org/W2167175022","https://openalex.org/W2170874783","https://openalex.org/W2171152676","https://openalex.org/W2182924040","https://openalex.org/W2256578114","https://openalex.org/W2489839236","https://openalex.org/W2990138404"],"related_works":["https://openalex.org/W2555356437","https://openalex.org/W2417891382","https://openalex.org/W2076543106","https://openalex.org/W2083196709","https://openalex.org/W2062014999","https://openalex.org/W2019891950","https://openalex.org/W2085842814","https://openalex.org/W2023924986","https://openalex.org/W2523437662","https://openalex.org/W4387048144"],"abstract_inverted_index":{"One":[0],"of":[1,13,19,67,74,80,119,159,164],"the":[2,11,14,20,31,50,63,89,95,101,117,150,157,161],"major":[3],"difficulties":[4],"facing":[5],"researchers":[6],"using":[7],"neural":[8,32,165],"networks":[9],"is":[10,24,34,60,153],"selection":[12],"proper":[15,162],"size":[16,163],"and":[17,100,109,134,146],"topology":[18],"networks.":[21,166],"The":[22,77],"problem":[23,59],"even":[25],"more":[26],"complex":[27],"because":[28],"often":[29],"when":[30],"network":[33,121],"trained":[35],"to":[36,57,61,155],"very":[37],"small":[38],"errors,":[39],"it":[40],"may":[41],"not":[42,47],"respond":[43],"properly":[44],"for":[45],"patterns":[46],"used":[48],"in":[49],"training":[51,75],"process.":[52],"A":[53],"partial":[54],"solution":[55],"proposed":[56],"this":[58],"use":[62],"least":[64],"possible":[65],"number":[66,73],"neurons":[68],"along":[69],"with":[70],"a":[71],"large":[72],"patterns.":[76],"discussion":[78],"consists":[79],"three":[81],"main":[82],"parts:":[83],"first,":[84],"different":[85,120],"learning":[86],"algorithms,":[87],"including":[88,123],"Error":[90],"Back":[91],"Propagation":[92],"(EBP)":[93],"algorithm,":[94,99,106],"Levenberg":[96],"Marquardt":[97],"(LM)":[98],"recently":[102],"developed":[103],"Neuron-by-Neuron":[104],"(NBN)":[105],"are":[107,140],"discussed":[108,154],"compared":[110],"based":[111],"on":[112],"several":[113],"benchmark":[114],"problems;":[115],"second,":[116],"efficiency":[118],"topologies,":[122],"traditional":[124],"Multilayer":[125,130],"Perceptron":[126,131],"(MLP)":[127],"networks,":[128,133,139],"Bridged":[129],"(BMLP)":[132],"Fully":[135],"Connected":[136],"Cascade":[137],"(FCC)":[138],"evaluated":[141],"by":[142],"both":[143],"theoretical":[144],"analysis":[145],"experimental":[147],"results;":[148],"third,":[149],"generalization":[151],"issue":[152],"illustrate":[156],"importance":[158],"choosing":[160]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":43},{"year":2021,"cited_by_count":45},{"year":2020,"cited_by_count":41},{"year":2019,"cited_by_count":50},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":25},{"year":2016,"cited_by_count":25},{"year":2015,"cited_by_count":28},{"year":2014,"cited_by_count":24},{"year":2013,"cited_by_count":15},{"year":2012,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
