{"id":"https://openalex.org/W629369108","doi":null,"title":"A comparison of dropout and weight decay for regularizing deep neural networks","display_name":"A comparison of dropout and weight decay for regularizing deep neural networks","publication_year":2014,"publication_date":"2014-05-21","ids":{"openalex":"https://openalex.org/W629369108","mag":"629369108"},"language":"en","primary_location":{"id":"pmh:oai:scholarworks.uark.edu:csceuht-1028","doi":null,"is_oa":true,"landing_page_url":"https://scholarworks.uark.edu/csceuht/29","pdf_url":null,"source":{"id":"https://openalex.org/S2764830181","display_name":"Journal of the Arkansas Academy of Science","issn_l":"2326-0491","issn":["2326-0491","2326-0505"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320103","host_organization_name":"Arkansas Academy of Science","host_organization_lineage":["https://openalex.org/P4310320103"],"host_organization_lineage_names":["Arkansas Academy of Science"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Computer Engineering Undergraduate Honors Theses","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholarworks.uark.edu/csceuht/29","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001005928","display_name":"Thomas Grant Slatton","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Thomas Grant Slatton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5001005928"],"corresponding_institution_ids":[],"apc_list":{"value":300,"currency":"USD","value_usd":300},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6205999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.6205999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.13950000703334808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.061500001698732376,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"dropout","score":0.9890000224113464},{"id":"https://openalex.org/keywords/weight-decay","display_name":"weight decay","score":1.0},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.6570000052452087},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.8640000224113464},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.9990000128746033},{"id":"https://openalex.org/keywords/network-complexity","display_name":"network complexity","score":0.7200000286102295},{"id":"https://openalex.org/keywords/training-set-size","display_name":"training data size","score":0.8820000290870667}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9389983415603638},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.8002937436103821},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7183024883270264},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.7115861177444458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.566569447517395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5038277506828308},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4911627471446991},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47604990005493164},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4568740427494049},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4289237856864929},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.297671914100647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2713388204574585},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:scholarworks.uark.edu:csceuht-1028","doi":null,"is_oa":true,"landing_page_url":"https://scholarworks.uark.edu/csceuht/29","pdf_url":null,"source":{"id":"https://openalex.org/S2764830181","display_name":"Journal of the Arkansas Academy of Science","issn_l":"2326-0491","issn":["2326-0491","2326-0505"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320103","host_organization_name":"Arkansas Academy of Science","host_organization_lineage":["https://openalex.org/P4310320103"],"host_organization_lineage_names":["Arkansas Academy of Science"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Computer Engineering Undergraduate Honors Theses","raw_type":"text"},{"id":"mag:629369108","doi":null,"is_oa":false,"landing_page_url":"https://scholarworks.uark.edu/cgi/viewcontent.cgi?article=1028&context=csceuht","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:scholarworks.uark.edu:csceuht-1028","doi":null,"is_oa":true,"landing_page_url":"https://scholarworks.uark.edu/csceuht/29","pdf_url":null,"source":{"id":"https://openalex.org/S2764830181","display_name":"Journal of the Arkansas Academy of Science","issn_l":"2326-0491","issn":["2326-0491","2326-0505"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320103","host_organization_name":"Arkansas Academy of Science","host_organization_lineage":["https://openalex.org/P4310320103"],"host_organization_lineage_names":["Arkansas Academy of Science"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science and Computer Engineering Undergraduate Honors Theses","raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1592902649","https://openalex.org/W1904365287","https://openalex.org/W2136922672","https://openalex.org/W2144513243","https://openalex.org/W2156297475","https://openalex.org/W2163321856","https://openalex.org/W2163605009","https://openalex.org/W2167555312","https://openalex.org/W2183112036"],"related_works":["https://openalex.org/W2338182290","https://openalex.org/W2560628199","https://openalex.org/W2183112036","https://openalex.org/W2095705004","https://openalex.org/W3116689448","https://openalex.org/W2285599929","https://openalex.org/W2787919999","https://openalex.org/W2940751747","https://openalex.org/W3128220493","https://openalex.org/W4407143300"],"abstract_inverted_index":{"In":[0,27,64,78],"recent":[1],"years,":[2],"deep":[3],"neural":[4,28],"networks":[5,20],"have":[6],"become":[7],"the":[8,43,87],"state-of-the":[9],"art":[10],"in":[11,42],"many":[12,17],"machine":[13],"learning":[14],"domains.":[15],"Despite":[16],"advances,":[18],"these":[19],"are":[21],"still":[22],"extremely":[23],"prone":[24],"to":[25,45,55,92],"overfit.":[26,63],"networks,":[29],"a":[30,53],"main":[31],"cause":[32],"of":[33,37,58,89],"overfit":[34],"is":[35,52,73,84,95,102],"coadaptation":[36,57],"neurons":[38],"which":[39],"allows":[40],"noise":[41],"data":[44,69,94],"be":[46],"interpreted":[47],"as":[48],"meaningful":[49],"features.":[50],"Dropout":[51],"technique":[54],"mitigate":[56],"neurons,":[59],"and":[60],"thus":[61],"stymie":[62],"this":[65],"paper,":[66],"we":[67,80],"present":[68],"that":[70,82],"suggests":[71],"dropout":[72,83],"not":[74],"always":[75],"universally":[76],"applicable.":[77],"particular,":[79],"show":[81],"useful":[85],"when":[86],"ratio":[88],"network":[90],"complexity":[91],"training":[93],"very":[96],"high,":[97],"otherwise":[98],"traditional":[99],"weight":[100],"decay":[101],"more":[103],"effective.":[104]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2016-06-24T00:00:00"}