{"id":"https://openalex.org/W2730619644","doi":"https://doi.org/10.1109/access.2017.2713389","title":"Input Layer Regularization of Multilayer Feedforward Neural Networks","display_name":"Input Layer Regularization of Multilayer Feedforward Neural Networks","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2730619644","doi":"https://doi.org/10.1109/access.2017.2713389","mag":"2730619644"},"language":"en","primary_location":{"id":"doi:10.1109/access.2017.2713389","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2017.2713389","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2017.2713389","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100376071","display_name":"Feng Li","orcid":"https://orcid.org/0000-0002-7785-6013"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Feng Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","School of Mathematical Sciences, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-7785-6013","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]},{"raw_affiliation_string":"School of Mathematical Sciences, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015925094","display_name":"Jacek M. \u017burada","orcid":"https://orcid.org/0000-0001-6622-534X"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacek M. Zurada","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","Information Technology Institute, University of Social Science, \u0141\u00f3dz, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]},{"raw_affiliation_string":"Information Technology Institute, University of Social Science, \u0141\u00f3dz, Poland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060499485","display_name":"Yan Liu","orcid":"https://orcid.org/0000-0002-1612-779X"},"institutions":[{"id":"https://openalex.org/I88372448","display_name":"Dalian Polytechnic University","ror":"https://ror.org/00c7x4a95","country_code":"CN","type":"education","lineage":["https://openalex.org/I88372448"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Liu","raw_affiliation_strings":["School of Information Science and Engineering, Dalian Polytechnic University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Dalian Polytechnic University, Dalian, China","institution_ids":["https://openalex.org/I88372448"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101622926","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0002-3137-4086"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wu","raw_affiliation_strings":["School of Mathematical Sciences, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100376071"],"corresponding_institution_ids":["https://openalex.org/I142740786","https://openalex.org/I27357992"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.9383,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.95768085,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"5","issue":null,"first_page":"10979","last_page":"10985"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10662","display_name":"Ultrasonics and Acoustic Wave Propagation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12169","display_name":"Non-Destructive Testing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8485119938850403},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6743810176849365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6593963503837585},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5672901272773743},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.5177261233329773},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5148364901542664},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.5116353631019592},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5011260509490967},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4818112254142761},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43190521001815796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40131932497024536},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.369667649269104}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8485119938850403},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6743810176849365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6593963503837585},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5672901272773743},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.5177261233329773},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5148364901542664},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.5116353631019592},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5011260509490967},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4818112254142761},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43190521001815796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40131932497024536},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.369667649269104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2017.2713389","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2017.2713389","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:20d801b5d9c8450ebe5cba84986d8282","is_oa":true,"landing_page_url":"https://doaj.org/article/20d801b5d9c8450ebe5cba84986d8282","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 5, Pp 10979-10985 (2017)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2017.2713389","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2017.2713389","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6630940250","display_name":null,"funder_award_id":"61403056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8184549884","display_name":null,"funder_award_id":"61473059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1512944870","https://openalex.org/W1680392829","https://openalex.org/W2005126631","https://openalex.org/W2016782026","https://openalex.org/W2020925091","https://openalex.org/W2031001353","https://openalex.org/W2037964547","https://openalex.org/W2041891835","https://openalex.org/W2056201402","https://openalex.org/W2078204800","https://openalex.org/W2088350412","https://openalex.org/W2099641086","https://openalex.org/W2112796928","https://openalex.org/W2113765418","https://openalex.org/W2122825543","https://openalex.org/W2129664936","https://openalex.org/W2130187411","https://openalex.org/W2135046866","https://openalex.org/W2136922672","https://openalex.org/W2145094598","https://openalex.org/W2147299889","https://openalex.org/W2149772057","https://openalex.org/W2158143121","https://openalex.org/W2160815625","https://openalex.org/W2189422931","https://openalex.org/W2218318129","https://openalex.org/W2500334081","https://openalex.org/W2516222696","https://openalex.org/W2913088541","https://openalex.org/W2920943913","https://openalex.org/W2997574889","https://openalex.org/W6637386731","https://openalex.org/W6681096077","https://openalex.org/W6688386640","https://openalex.org/W6758510119"],"related_works":["https://openalex.org/W4315785049","https://openalex.org/W3015792155","https://openalex.org/W2937906318","https://openalex.org/W3118286710","https://openalex.org/W4225929918","https://openalex.org/W3095450733","https://openalex.org/W2115072676","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W2045727192"],"abstract_inverted_index":{"Multilayer":[0],"feedforward":[1],"neural":[2],"networks":[3],"(MFNNs)":[4],"have":[5,149],"been":[6,150],"widely":[7],"used":[8,124,151],"for":[9,109,125],"classification":[10,140],"or":[11,80],"approximation":[12,136],"of":[13,22,42,48,66,113,118],"nonlinear":[14],"mappings":[15],"described":[16],"by":[17,73],"a":[18,31,49,93,99,110,134],"data":[19,147],"set":[20],"consisting":[21],"input":[23,44,68,88],"and":[24,62,116,138,144],"output":[25],"samples.":[26],"In":[27],"many":[28],"MFNN":[29],"applications,":[30],"common":[32],"compressive":[33],"sensing":[34],"task":[35],"is":[36,56,71,102,123],"to":[37,57,63,86,105,152],"find":[38],"the":[39,43,59,67,87,96,106,114,119,127,145,154],"redundant":[40,60],"dimensions":[41,61],"data.":[45],"The":[46],"aim":[47],"regularization":[50,100],"technique":[51],"presented":[52],"in":[53,95],"this":[54],"paper":[55],"eliminate":[58],"achieve":[64],"compression":[65],"layer.":[69],"It":[70],"achieved":[72],"introducing":[74],"an":[75],"L":[76,81],"<sub":[77,82],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[78,83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[79],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/2</sub>":[84],"regularizer":[85],"layer":[89,108],"weights":[90],"training.":[91],"As":[92],"comparison,":[94],"existing":[97],"references,":[98],"method":[101,122],"usually":[103],"applied":[104],"hidden":[107],"better":[111],"representation":[112],"dataset":[115],"sparsification":[117],"network.":[120],"Gradient-descent":[121],"solving":[126],"resulting":[128],"optimization":[129],"problem.":[130],"Numerical":[131],"experiments":[132],"including":[133],"simulated":[135],"problem":[137],"three":[139],"problems":[141],"(Monk,":[142],"Sonar,":[143],"MNIST":[146],"set)":[148],"illustrate":[153],"algorithm.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}