{"id":"https://openalex.org/W3128300091","doi":"https://doi.org/10.1109/indicon49873.2020.9342192","title":"An Analysis of Regularization Methods in Deep Neural Networks","display_name":"An Analysis of Regularization Methods in Deep Neural Networks","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3128300091","doi":"https://doi.org/10.1109/indicon49873.2020.9342192","mag":"3128300091"},"language":"en","primary_location":{"id":"doi:10.1109/indicon49873.2020.9342192","doi":"https://doi.org/10.1109/indicon49873.2020.9342192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indicon49873.2020.9342192","pdf_url":null,"source":{"id":"https://openalex.org/S4306418634","display_name":"IEEE India Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 17th India Council International Conference (INDICON)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076144190","display_name":"Akshay Badola","orcid":"https://orcid.org/0000-0003-3660-8782","observed_orcids":["https://orcid.org/0000-0003-3660-8782"]},"institutions":[{"id":"https://openalex.org/I36893310","display_name":"University of Hyderabad","ror":"https://ror.org/04a7rxb17","country_code":"IN","type":"education","lineage":["https://openalex.org/I36893310"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akshay Badola","raw_affiliation_strings":["University of Hyderabad,SCIS,Hyderabad,India","SCIS, University of Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hyderabad,SCIS,Hyderabad,India","institution_ids":["https://openalex.org/I36893310"]},{"raw_affiliation_string":"SCIS, University of Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I36893310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032847771","display_name":"Vineet Padmanabhan","orcid":"https://orcid.org/0000-0002-5571-839X","observed_orcids":["https://orcid.org/0000-0002-5571-839X"]},"institutions":[{"id":"https://openalex.org/I36893310","display_name":"University of Hyderabad","ror":"https://ror.org/04a7rxb17","country_code":"IN","type":"education","lineage":["https://openalex.org/I36893310"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vineet Padmanabhan Nair","raw_affiliation_strings":["University of Hyderabad,SCIS,Hyderabad,India","SCIS, University of Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hyderabad,SCIS,Hyderabad,India","institution_ids":["https://openalex.org/I36893310"]},{"raw_affiliation_string":"SCIS, University of Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I36893310"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081921373","display_name":"Rajendra Prasad Lal","orcid":"https://orcid.org/0009-0004-5621-0442","observed_orcids":["https://orcid.org/0009-0004-5621-0442"]},"institutions":[{"id":"https://openalex.org/I36893310","display_name":"University of Hyderabad","ror":"https://ror.org/04a7rxb17","country_code":"IN","type":"education","lineage":["https://openalex.org/I36893310"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajendra Prasad Lal","raw_affiliation_strings":["University of Hyderabad,SCIS,Hyderabad,India","SCIS, University of Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hyderabad,SCIS,Hyderabad,India","institution_ids":["https://openalex.org/I36893310"]},{"raw_affiliation_string":"SCIS, University of Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I36893310"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36893310"],"apc_list":null,"apc_paid":null,"fwci":0.4627,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.72077693,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6265000104904175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6265000104904175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11110000312328339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.781000018119812},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.9430000185966492},{"id":"https://openalex.org/keywords/overfitting","display_name":"overfitting","score":0.9049999713897705},{"id":"https://openalex.org/keywords/dropout","display_name":"dropout","score":0.9829999804496765},{"id":"https://openalex.org/keywords/weight-normalization","display_name":"weight normalization","score":0.8999999761581421},{"id":"https://openalex.org/keywords/tikhonov-regularization","display_name":"Tikhonov regularization","score":0.6909999847412109},{"id":"https://openalex.org/keywords/batch-normalization","display_name":"batch normalization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/vgg11","display_name":"VGG11","score":0.8479999899864197},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.9589999914169312},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.8679999709129333}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8608164191246033},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7325801849365234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6868924498558044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6847813129425049},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6615734100341797},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5534616708755493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5530694723129272},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5513392686843872},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4673153758049011},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4665740728378296},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/indicon49873.2020.9342192","doi":"https://doi.org/10.1109/indicon49873.2020.9342192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indicon49873.2020.9342192","pdf_url":null,"source":{"id":"https://openalex.org/S4306418634","display_name":"IEEE India Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 17th India Council International Conference (INDICON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W274985342","https://openalex.org/W582134693","https://openalex.org/W1569512666","https://openalex.org/W1576278180","https://openalex.org/W1686810756","https://openalex.org/W1813819678","https://openalex.org/W1836465849","https://openalex.org/W1973895663","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2111406701","https://openalex.org/W2112796928","https://openalex.org/W2113242816","https://openalex.org/W2114766824","https://openalex.org/W2117812871","https://openalex.org/W2130306094","https://openalex.org/W2146766088","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2212703438","https://openalex.org/W2893345206","https://openalex.org/W2900511962","https://openalex.org/W2911964244","https://openalex.org/W2912934387","https://openalex.org/W2919115771","https://openalex.org/W2963266340","https://openalex.org/W3118608800","https://openalex.org/W4212883601","https://openalex.org/W4249303080","https://openalex.org/W4298876635","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W1973895663","https://openalex.org/W4380085636","https://openalex.org/W3159798903","https://openalex.org/W2993587506","https://openalex.org/W3008090994","https://openalex.org/W4226470535","https://openalex.org/W4319302442","https://openalex.org/W4210965063","https://openalex.org/W2748805851","https://openalex.org/W4287704896"],"abstract_inverted_index":{"Regularization":[0],"in":[1,17,26,46,71],"Deep":[2,27,107],"Neural":[3],"Networks":[4],"for":[5,39],"Classification":[6],"has":[7,29],"developed":[8],"into":[9],"a":[10,105,113],"separate":[11],"paradigm":[12],"as":[13],"that":[14],"involves":[15],"regularization":[16,101],"probability":[18],"spaces.":[19],"A":[20],"big":[21],"contribution":[22,84],"to":[23,58,81,90,124],"avoid":[24],"overfitting":[25],"Learning":[28],"been":[30],"Dropout":[31,33],"[1].":[32],"however":[34],"is":[35,43,56,69],"rarely":[36],"applied":[37],"alone":[38],"classification":[40],"tasks":[41],"and":[42,73,77,103,112,120],"usually":[44],"used":[45],"conjunction":[47],"with":[48],"several":[49],"other":[50],"techniques":[51,68,89,102],"like":[52],"weight":[53],"normalization":[54,62],"which":[55],"equivalent":[57],"l2norm":[59],"or":[60],"batch":[61],"[2].":[63],"The":[64],"use":[65,104],"of":[66,85,87,98,128,130],"these":[67,88,131],"empirical":[70],"nature":[72],"often":[74],"ad":[75],"hoc":[76],"thus,":[78],"it's":[79],"difficult":[80],"estimate":[82],"the":[83,91,99,122,126],"each":[86,97,129],"final":[92],"outcome.":[93],"Here":[94],"we":[95],"isolate":[96],"common":[100],"standard":[106,114],"Convolutional":[108],"Network":[109],"VGG11":[110],"[3]":[111],"dataset":[115],"CIFAR10":[116],"[4].":[117],"We":[118],"collect":[119],"analyze":[121],"results":[123],"identify":[125],"effect":[127],"techniques.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2021-02-15T00:00:00"}