{"id":"https://openalex.org/W4205386376","doi":"https://doi.org/10.1109/tnnls.2021.3133263","title":"Adaptively Customizing Activation Functions for Various Layers","display_name":"Adaptively Customizing Activation Functions for Various Layers","publication_year":2022,"publication_date":"2022-01-10","ids":{"openalex":"https://openalex.org/W4205386376","doi":"https://doi.org/10.1109/tnnls.2021.3133263","pmid":"https://pubmed.ncbi.nlm.nih.gov/35007200"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3133263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3133263","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011200256","display_name":"Haigen Hu","orcid":"https://orcid.org/0000-0001-5863-8283"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haigen Hu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5863-8283","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054180721","display_name":"Aizhu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aizhu Liu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058671031","display_name":"Qiu Guan","orcid":"https://orcid.org/0000-0002-6928-3040"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiu Guan","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6928-3040","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072065366","display_name":"Hanwang Qian","orcid":"https://orcid.org/0000-0001-9937-6101"},"institutions":[{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanwang Qian","raw_affiliation_strings":["Science and Technology on Microsystem Laboratory, Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology on Microsystem Laboratory, Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100704189","display_name":"Xiaoxin Li","orcid":"https://orcid.org/0000-0002-5161-9458"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxin Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055627037","display_name":"Shengyong Chen","orcid":"https://orcid.org/0000-0002-6705-3831"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyong Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-6705-3831","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060570526","display_name":"Qianwei Zhou","orcid":"https://orcid.org/0000-0002-1322-7293"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianwei Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1322-7293","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"Key Laboratory of Visual Media Intelligent Processing Technology of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5011200256"],"corresponding_institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":1.2245,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79522452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"34","issue":"9","first_page":"6096","last_page":"6107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8031549453735352},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.7228994965553284},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6525430679321289},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.55679851770401},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5024514198303223},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.4827536940574646},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.47662317752838135},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4634777009487152},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42998629808425903},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3602076768875122},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3208506107330322},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12362751364707947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8031549453735352},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.7228994965553284},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6525430679321289},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.55679851770401},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5024514198303223},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.4827536940574646},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.47662317752838135},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4634777009487152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42998629808425903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3602076768875122},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3208506107330322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12362751364707947},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3133263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3133263","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35007200","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35007200","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1063679917","display_name":null,"funder_award_id":"2018YFB1305202","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1317456403","display_name":null,"funder_award_id":"U20A20171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G366588049","display_name":null,"funder_award_id":"LY21F020027","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G3944159050","display_name":null,"funder_award_id":"61802347","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4480622467","display_name":null,"funder_award_id":"61801428","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6868681635","display_name":null,"funder_award_id":"LGF20H180002","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G7785839780","display_name":null,"funder_award_id":"LGF22F030016","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G7971013124","display_name":null,"funder_award_id":"61972354","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1861492603","https://openalex.org/W1972702299","https://openalex.org/W1980287119","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2146502635","https://openalex.org/W2186094539","https://openalex.org/W2194775991","https://openalex.org/W2210976041","https://openalex.org/W2212435496","https://openalex.org/W2412782625","https://openalex.org/W2497173630","https://openalex.org/W2555942234","https://openalex.org/W2752965212","https://openalex.org/W2758741657","https://openalex.org/W2962847207","https://openalex.org/W2963446712","https://openalex.org/W2963568027","https://openalex.org/W4255783720","https://openalex.org/W6600284362","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6681435938","https://openalex.org/W6684191040","https://openalex.org/W6685562342","https://openalex.org/W6696761078","https://openalex.org/W6717697761","https://openalex.org/W6731892127","https://openalex.org/W6739879593","https://openalex.org/W6746023985","https://openalex.org/W6779679448"],"related_works":["https://openalex.org/W3024979424","https://openalex.org/W4283785902","https://openalex.org/W2895192346","https://openalex.org/W3032499992","https://openalex.org/W2041004593","https://openalex.org/W3134817226","https://openalex.org/W3110577345","https://openalex.org/W3136579697","https://openalex.org/W2811324119","https://openalex.org/W1504105233"],"abstract_inverted_index":{"To":[0,67,122],"enhance":[1],"the":[2,13,32,54,69,72,82,86,125,167],"nonlinearity":[3],"of":[4,71,93,205],"neural":[5],"networks":[6],"and":[7,15,29,62,77,84,90,108,110,120,127,133,152,154,161,181,183,193],"increase":[8],"their":[9],"mapping":[10],"abilities":[11],"between":[12],"inputs":[14],"response":[16],"variables,":[17],"activation":[18,45,56],"functions":[19,46,57,195],"play":[20],"a":[21,37,91],"crucial":[22],"role":[23],"to":[24,42,53],"model":[25],"more":[26],"complex":[27],"relationships":[28],"patterns":[30],"in":[31,129,177,199,203],"data.":[33],"In":[34],"this":[35],"work,":[36],"novel":[38],"methodology":[39,169],"is":[40,88,170],"proposed":[41,73,168],"adaptively":[43],"customize":[44],"only":[47],"by":[48],"adding":[49],"very":[50,171],"few":[51],"parameters":[52],"traditional":[55],"such":[58,158,190,196],"as":[59,103,114,147,159,191,197],"Sigmoid,":[60],"Tanh,":[61],"rectified":[63],"linear":[64],"unit":[65],"(ReLU).":[66],"verify":[68,124],"effectiveness":[70],"methodology,":[74],"some":[75,136],"theoretical":[76],"experimental":[78],"analysis":[79],"on":[80,98],"accelerating":[81],"convergence":[83,178],"improving":[85],"performance":[87,176],"presented,":[89],"series":[92],"experiments":[94,138,202],"are":[95,139],"conducted":[96],"based":[97],"various":[99,111,130],"network":[100],"models":[101],"(such":[102,113,146],"AlexNet,":[104],"VggNet,":[105],"GoogLeNet,":[106],"ResNet":[107],"DenseNet),":[109],"datasets":[112],"CIFAR10,":[115],"CIFAR100,":[116],"miniImageNet,":[117],"PASCAL":[118],"VOC,":[119],"COCO).":[121],"further":[123],"validity":[126],"suitability":[128],"optimization":[131,144],"strategies":[132,145],"usage":[134],"scenarios,":[135],"comparison":[137],"also":[140],"implemented":[141],"among":[142],"different":[143,155],"SGD,":[148],"Momentum,":[149],"AdaGrad,":[150],"AdaDelta,":[151],"ADAM)":[153],"recognition":[156],"tasks":[157],"classification":[160],"detection.":[162],"The":[163],"results":[164],"show":[165],"that":[166],"simple":[172],"but":[173],"with":[174],"significant":[175],"speed,":[179],"precision,":[180],"generalization,":[182],"it":[184],"can":[185],"surpass":[186],"other":[187],"popular":[188],"methods":[189],"ReLU":[192],"adaptive":[194],"Swish":[198],"almost":[200],"all":[201],"terms":[204],"overall":[206],"performance.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}