{"id":"https://openalex.org/W2903105043","doi":"https://doi.org/10.1109/access.2019.2960566","title":"Shakedrop Regularization for Deep Residual Learning","display_name":"Shakedrop Regularization for Deep Residual Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2903105043","doi":"https://doi.org/10.1109/access.2019.2960566","mag":"2903105043"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2960566","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2960566","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08936428.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08936428.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058234589","display_name":"Yoshihiro Yamada","orcid":"https://orcid.org/0000-0001-5264-0665"},"institutions":[{"id":"https://openalex.org/I15807432","display_name":"Osaka Prefecture University","ror":"https://ror.org/02cf1je33","country_code":"JP","type":"education","lineage":["https://openalex.org/I15807432"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Yamada","raw_affiliation_strings":["Graduate School of Engineering, Osaka Prefecture University, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5264-0665","affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Osaka Prefecture University, Osaka, Japan","institution_ids":["https://openalex.org/I15807432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066589561","display_name":"Masakazu Iwamura","orcid":"https://orcid.org/0000-0003-2508-2869"},"institutions":[{"id":"https://openalex.org/I15807432","display_name":"Osaka Prefecture University","ror":"https://ror.org/02cf1je33","country_code":"JP","type":"education","lineage":["https://openalex.org/I15807432"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masakazu Iwamura","raw_affiliation_strings":["Graduate School of Engineering, Osaka Prefecture University, Osaka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Osaka Prefecture University, Osaka, Japan","institution_ids":["https://openalex.org/I15807432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102966470","display_name":"Takuya Akiba","orcid":"https://orcid.org/0000-0002-8284-4375"},"institutions":[{"id":"https://openalex.org/I4210166566","display_name":"Preferred Networks (Japan)","ror":"https://ror.org/05xeefy56","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210166566"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuya Akiba","raw_affiliation_strings":["Preferred Networks, Inc., Chiyoda Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8284-4375","affiliations":[{"raw_affiliation_string":"Preferred Networks, Inc., Chiyoda Tokyo, Japan","institution_ids":["https://openalex.org/I4210166566"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000232184","display_name":"Koichi Kise","orcid":"https://orcid.org/0000-0001-5779-6968"},"institutions":[{"id":"https://openalex.org/I15807432","display_name":"Osaka Prefecture University","ror":"https://ror.org/02cf1je33","country_code":"JP","type":"education","lineage":["https://openalex.org/I15807432"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koichi Kise","raw_affiliation_strings":["Graduate School of Engineering, Osaka Prefecture University, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5779-6968","affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Osaka Prefecture University, Osaka, Japan","institution_ids":["https://openalex.org/I15807432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":12.8126,"has_fulltext":true,"cited_by_count":187,"citation_normalized_percentile":{"value":0.98933976,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"186126","last_page":"186136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8892671465873718},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7920616865158081},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.7378823757171631},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.657177746295929},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5751504302024841},{"id":"https://openalex.org/keywords/shake","display_name":"Shake","score":0.5732057690620422},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.517408013343811},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4335380792617798},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41347068548202515},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3171294331550598},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29092419147491455},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2869805693626404},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08955973386764526}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8892671465873718},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7920616865158081},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.7378823757171631},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.657177746295929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5751504302024841},{"id":"https://openalex.org/C2779053110","wikidata":"https://www.wikidata.org/wiki/Q7462601","display_name":"Shake","level":2,"score":0.5732057690620422},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.517408013343811},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4335380792617798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41347068548202515},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3171294331550598},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29092419147491455},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2869805693626404},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08955973386764526},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2960566","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2960566","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08936428.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1802.02375","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.02375","pdf_url":"https://arxiv.org/pdf/1802.02375","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:df5f4a3b2e244637b907207a6ce3b335","is_oa":true,"landing_page_url":"https://doaj.org/article/df5f4a3b2e244637b907207a6ce3b335","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 186126-186136 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2960566","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2960566","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08936428.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2033347733","display_name":null,"funder_award_id":"JP25240028","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3170821105","display_name":null,"funder_award_id":"JPMJCR16E1","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G3529862229","display_name":null,"funder_award_id":"JP18J15255","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5786559832","display_name":null,"funder_award_id":"J18ZZ00418","funder_id":"https://openalex.org/F4320338124","funder_display_name":"Strategic International Collaborative Research Program"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7032258834","display_name":null,"funder_award_id":"JP17H01803","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8814672941","display_name":null,"funder_award_id":"JP18K19785","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320316578","display_name":"Artificial Intelligence Research Promotion Foundation","ror":null},{"id":"https://openalex.org/F4320321002","display_name":"Research Promotion Foundation","ror":"https://ror.org/00en9ce74"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320338124","display_name":"Strategic International Collaborative Research Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2903105043.pdf","grobid_xml":"https://content.openalex.org/works/W2903105043.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1498436455","https://openalex.org/W1677182931","https://openalex.org/W1836465849","https://openalex.org/W1861492603","https://openalex.org/W1945616565","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2144513243","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2331143823","https://openalex.org/W2549139847","https://openalex.org/W2560259170","https://openalex.org/W2565639579","https://openalex.org/W2594477595","https://openalex.org/W2619184049","https://openalex.org/W2622263826","https://openalex.org/W2746314669","https://openalex.org/W2758074773","https://openalex.org/W2765407302","https://openalex.org/W2787189300","https://openalex.org/W2808678362","https://openalex.org/W2902029681","https://openalex.org/W2908440980","https://openalex.org/W2936995161","https://openalex.org/W2951751045","https://openalex.org/W2952122856","https://openalex.org/W2962971773","https://openalex.org/W2963031676","https://openalex.org/W2963207607","https://openalex.org/W2963317585","https://openalex.org/W2963399829","https://openalex.org/W2964137095","https://openalex.org/W2964159205","https://openalex.org/W3118608800","https://openalex.org/W3137695714","https://openalex.org/W6600213771","https://openalex.org/W6638667902","https://openalex.org/W6639102338","https://openalex.org/W6640425456","https://openalex.org/W6674330103","https://openalex.org/W6681151457","https://openalex.org/W6684191040","https://openalex.org/W6698183232","https://openalex.org/W6701947533","https://openalex.org/W6713132643","https://openalex.org/W6730209075","https://openalex.org/W6735249503","https://openalex.org/W6738514645","https://openalex.org/W6739622702","https://openalex.org/W6744643100","https://openalex.org/W6745136726","https://openalex.org/W6748278370","https://openalex.org/W6748390811","https://openalex.org/W6752461815","https://openalex.org/W6756690837","https://openalex.org/W6757811874","https://openalex.org/W6761030284","https://openalex.org/W6763485134","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4328026323","https://openalex.org/W2787189300","https://openalex.org/W2786764570","https://openalex.org/W4309960894","https://openalex.org/W2728804654","https://openalex.org/W4220659530","https://openalex.org/W2799384463","https://openalex.org/W3159619856"],"abstract_inverted_index":{"Overfitting":[0],"is":[1,44,49,62,85,104],"a":[2,36,100],"crucial":[3],"problem":[4],"in":[5,10],"deep":[6],"neural":[7],"networks,":[8],"even":[9],"the":[11,20,119],"latest":[12],"network":[13],"architectures.":[14],"In":[15],"this":[16],"paper,":[17],"to":[18,58,73,86],"relieve":[19],"overfitting":[21],"effect":[22],"of":[23,89,108],"ResNet":[24],"and":[25,32,67,80],"its":[26],"improvements":[27],"(i.e.,":[28],"Wide":[29,78],"ResNet,":[30,77,79],"PyramidNet,":[31],"ResNeXt),":[33],"we":[34,98,117],"propose":[35],"new":[37],"regularization":[38,52,93],"method":[39],"called":[40],"ShakeDrop":[41,43,61,123],"regularization.":[42],"inspired":[45],"by":[46],"Shake-Shake,":[47],"which":[48,103,122],"an":[50,105,109],"effective":[51,64,92],"method,":[53],"but":[54,75],"can":[55,68],"be":[56,69],"applied":[57,70],"ResNeXt":[59,74],"only.":[60],"more":[63],"than":[65],"Shake-Shake":[66],"not":[71],"only":[72],"also":[76],"PyramidNet.":[81],"An":[82],"important":[83],"key":[84],"achieve":[87],"stability":[88],"training.":[90],"Because":[91],"often":[94],"causes":[95],"unstable":[96],"training,":[97],"introduce":[99],"training":[101],"stabilizer,":[102],"unusual":[106],"use":[107],"existing":[110],"regularizer.":[111],"Through":[112],"experiments":[113],"under":[114,121],"various":[115],"conditions,":[116],"demonstrate":[118],"conditions":[120],"works":[124],"well.":[125]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":44},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":10}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}