{"id":"https://openalex.org/W2912340916","doi":"https://doi.org/10.1109/ssci.2018.8628632","title":"Structure Optimization of Neural Networks with L&lt;inf&gt;1&lt;/inf&gt; Regularization on Gates","display_name":"Structure Optimization of Neural Networks with L&lt;inf&gt;1&lt;/inf&gt; Regularization on Gates","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2912340916","doi":"https://doi.org/10.1109/ssci.2018.8628632","mag":"2912340916"},"language":"en","primary_location":{"id":"doi:10.1109/ssci.2018.8628632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2018.8628632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102013455","display_name":"Qin Chang","orcid":"https://orcid.org/0000-0002-0718-1583"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Chang","raw_affiliation_strings":["College of Science, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011340078","display_name":"Junze Wang","orcid":"https://orcid.org/0000-0002-2112-5465"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junze Wang","raw_affiliation_strings":["College of Computer & Communication Engineering, China University of Petroleum (East China), Qingdao, China","College of Science, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer & Communication Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Science, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042509817","display_name":"Huaqing Zhang","orcid":"https://orcid.org/0000-0001-9180-7309"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaqing Zhang","raw_affiliation_strings":["College of Science, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101994374","display_name":"Lina Shi","orcid":"https://orcid.org/0000-0001-9948-0531"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Shi","raw_affiliation_strings":["College of Science, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696824","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0002-4316-932X"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["College of Computer & Communication Engineering, China University of Petroleum (East China), Qingdao, China","College of Science, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer & Communication Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Science, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103224090","display_name":"Nikhil R. Pal","orcid":"https://orcid.org/0000-0001-6935-901X"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nikhil R. Pal","raw_affiliation_strings":["Electronics and Communication Sciences Unit, Indian Statistical Institute, Calcutta, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Communication Sciences Unit, Indian Statistical Institute, Calcutta, India","institution_ids":["https://openalex.org/I6498739"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"196","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6314611434936523},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6245361566543579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5115092992782593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20005246996879578}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6314611434936523},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6245361566543579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5115092992782593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20005246996879578}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci.2018.8628632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2018.8628632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.550000011920929,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W120946479","https://openalex.org/W1506806321","https://openalex.org/W1923436304","https://openalex.org/W1981984665","https://openalex.org/W2013825190","https://openalex.org/W2024639808","https://openalex.org/W2030302676","https://openalex.org/W2042481239","https://openalex.org/W2049756239","https://openalex.org/W2051115352","https://openalex.org/W2077724939","https://openalex.org/W2078422577","https://openalex.org/W2088350412","https://openalex.org/W2090123586","https://openalex.org/W2096764219","https://openalex.org/W2097533491","https://openalex.org/W2109779438","https://openalex.org/W2111388763","https://openalex.org/W2111719156","https://openalex.org/W2113328646","https://openalex.org/W2117813180","https://openalex.org/W2117941247","https://openalex.org/W2120972216","https://openalex.org/W2124776405","https://openalex.org/W2126333738","https://openalex.org/W2128033389","https://openalex.org/W2129131372","https://openalex.org/W2133671888","https://openalex.org/W2134004693","https://openalex.org/W2134273960","https://openalex.org/W2138019504","https://openalex.org/W2144348022","https://openalex.org/W2145085734","https://openalex.org/W2150248355","https://openalex.org/W2156150815","https://openalex.org/W2161710599","https://openalex.org/W2164359548","https://openalex.org/W2296616510","https://openalex.org/W2460144244","https://openalex.org/W2473976235","https://openalex.org/W2558662207","https://openalex.org/W2963828549","https://openalex.org/W4214871172","https://openalex.org/W4250955649","https://openalex.org/W6674522906","https://openalex.org/W6676553272","https://openalex.org/W6676664377","https://openalex.org/W6678000929","https://openalex.org/W6679651198","https://openalex.org/W6684185293","https://openalex.org/W6745499552"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,151,165,187],"multilayer":[1,48],"perceptron":[2,49],"(MLP)":[3],"network":[4,50,134,152],"has":[5],"been":[6],"widely":[7],"used":[8],"in":[9,66,102],"various":[10],"fields.":[11],"However,":[12],"the":[13,23,26,30,67,91,97,100,104,111,127,133,162,168,179,190,193],"performance":[14,166],"of":[15,25,32,46,99,113,129,140,167,192],"neural":[16],"networks":[17],"can":[18],"be":[19,156],"heavily":[20],"affected":[21],"by":[22],"choice":[24],"parameters,":[27],"such":[28],"as":[29],"number":[31,139],"hidden":[33,68,81,116,141,147],"nodes.":[34],"Here":[35],"we":[36,118],"propose":[37],"a":[38,47,52,60,77,137],"new":[39],"scheme":[40],"for":[41,51],"finding":[42],"an":[43,120],"\u201coptimal\u201d":[44],"architecture":[45],"given":[53],"problem.":[54],"Our":[55],"philosophy":[56],"is":[57,171],"to":[58,109,158],"associate":[59],"tunable":[61],"gate":[62,130],"with":[63,136,161,178],"every":[64],"node":[65],"layer.":[69],"Initially,":[70],"all":[71,80],"gates":[72,92],"remain":[73],"almost":[74],"closed":[75],"indicating":[76],"scenario":[78],"where":[79],"nodes":[82,101,142,148],"are":[83,93,149],"practically":[84],"rejected":[85],"(i.e.,":[86],"non-existent).":[87],"Then":[88],"during":[89],"training,":[90,145],"opened":[94],"depending":[95],"on":[96,126,173,196],"ability":[98],"reducing":[103],"objective":[105],"function.":[106],"In":[107],"order":[108],"reduce":[110],"use":[112,119],"redundant":[114],"(unnecessary)":[115],"nodes,":[117],"L":[121],"<sub":[122],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[124],"regularization":[125],"extent":[128],"opening.":[131],"Typically,":[132],"begins":[135],"large":[138],"and":[143,176,182,200],"after":[144],"not-useful":[146],"deleted.":[150],"then":[153],"may":[154],"further":[155],"tuned":[157],"adapt":[159],"itself":[160],"reduced":[163],"architecture.":[164],"pruning":[169,198],"method":[170,195],"tested":[172],"several":[174],"datasets":[175],"compared":[177],"Weight":[180,183],"Decay":[181],"Elimination":[184],"regularizer":[185],"methods.":[186],"results":[188],"demonstrate":[189],"advantages":[191],"proposed":[194],"both":[197],"efficiency":[199],"generalization.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}