{"id":"https://openalex.org/W2939195450","doi":"https://doi.org/10.1109/access.2019.2904881","title":"<inline-formula> <tex-math notation=\"LaTeX\">$\\beta$ </tex-math> </inline-formula>-Dropout: A Unified Dropout","display_name":"<inline-formula> <tex-math notation=\"LaTeX\">$\\beta$ </tex-math> </inline-formula>-Dropout: A Unified Dropout","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2939195450","doi":"https://doi.org/10.1109/access.2019.2904881","mag":"2939195450"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2904881","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2904881","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666975.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666975.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349520","display_name":"Lei Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Liu","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101911385","display_name":"Yuhao Luo","orcid":"https://orcid.org/0000-0002-9004-0756"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Luo","raw_affiliation_strings":["Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068530473","display_name":"Xu Shen","orcid":"https://orcid.org/0000-0002-0268-507X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Shen","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055541105","display_name":"Mingzhai Sun","orcid":"https://orcid.org/0000-0002-0522-5511"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzhai Sun","raw_affiliation_strings":["Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-0522-5511","affiliations":[{"raw_affiliation_string":"Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365157","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-2332-3959"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-2332-3959","affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100349520"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3066,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.85358733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"36140","last_page":"36153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.8338131904602051},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7002562284469604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5879345536231995},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5676384568214417},{"id":"https://openalex.org/keywords/bernoullis-principle","display_name":"Bernoulli's principle","score":0.5606794953346252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4385773837566376},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38376715779304504},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3376030921936035},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3004937767982483},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07951945066452026}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.8338131904602051},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7002562284469604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5879345536231995},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5676384568214417},{"id":"https://openalex.org/C152361515","wikidata":"https://www.wikidata.org/wiki/Q181328","display_name":"Bernoulli's principle","level":2,"score":0.5606794953346252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4385773837566376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38376715779304504},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3376030921936035},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3004937767982483},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07951945066452026},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2904881","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2904881","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666975.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d999cb8aaefe40ac8709562b7391ccd6","is_oa":true,"landing_page_url":"https://doaj.org/article/d999cb8aaefe40ac8709562b7391ccd6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 36140-36153 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2904881","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2904881","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08666975.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2262853887","display_name":null,"funder_award_id":"61836011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4117083797","display_name":null,"funder_award_id":"WK2090090023","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4477498513","display_name":null,"funder_award_id":"61473271","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325599","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2939195450.pdf","grobid_xml":"https://content.openalex.org/works/W2939195450.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1686810756","https://openalex.org/W1884859883","https://openalex.org/W1904365287","https://openalex.org/W1979482308","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2115701093","https://openalex.org/W2117539524","https://openalex.org/W2134557905","https://openalex.org/W2136836265","https://openalex.org/W2151554678","https://openalex.org/W2152175008","https://openalex.org/W2155893237","https://openalex.org/W2157409405","https://openalex.org/W2164370980","https://openalex.org/W2183112036","https://openalex.org/W2335728318","https://openalex.org/W2530876040","https://openalex.org/W2533800772","https://openalex.org/W2742947407","https://openalex.org/W2787068836","https://openalex.org/W2794284562","https://openalex.org/W2916979304","https://openalex.org/W2919115771","https://openalex.org/W2951595529","https://openalex.org/W2963574257","https://openalex.org/W2964335273","https://openalex.org/W2964345061","https://openalex.org/W3118608800","https://openalex.org/W4210984920","https://openalex.org/W4230900352","https://openalex.org/W4231090517","https://openalex.org/W4255501777","https://openalex.org/W4301042084","https://openalex.org/W6600213771","https://openalex.org/W6601425427","https://openalex.org/W6638836233","https://openalex.org/W6674330103","https://openalex.org/W6679955943","https://openalex.org/W6682825348","https://openalex.org/W6686330987","https://openalex.org/W6692201896","https://openalex.org/W6703116779","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3082178636","https://openalex.org/W2782041652","https://openalex.org/W2612657834","https://openalex.org/W2392157706","https://openalex.org/W2599192953","https://openalex.org/W1987310671","https://openalex.org/W2952088488","https://openalex.org/W1521968289","https://openalex.org/W4293584307","https://openalex.org/W4293273057"],"abstract_inverted_index":{"Dropout":[0],"is":[1,41,71,75,162,171],"an":[2],"effective":[3],"regularization":[4,138,200],"method":[5,70],"for":[6,144],"deep":[7],"learning":[8,32,61],"tasks.":[9,33],"Several":[10],"variants":[11],"of":[12,100,198],"dropout":[13,40,48,52,55,107,146],"based":[14],"on":[15,30,68,174],"sampling":[16],"with":[17,108],"different":[18],"distributions":[19],"have":[20,25],"been":[21],"proposed":[22],"individually":[23],"and":[24,49,78,129,180],"shown":[26],"good":[27],"generalization":[28],"performance":[29],"various":[31],"Among":[34],"these":[35],"variants,":[36],"the":[37,46,50,87,105,116,120,124,142,159,175,192],"canonical":[38],"Bernoulli":[39,125],"a":[42,59,66,91,97,149,154,166],"discrete":[43,106],"method,":[44],"while":[45],"uniform":[47,127],"Gaussian":[51,131],"are":[53],"continuous":[54,109,137],"methods.":[56],"When":[57],"facing":[58],"new":[60],"task,":[62],"one":[63],"must":[64],"make":[65],"decision":[67],"which":[69,74,140,158],"more":[72],"suitable,":[73],"somehow":[76],"unnatural":[77],"inconvenient.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,152],"attempt":[84],"to":[85,90,103,183],"change":[86],"selection":[88],"problem":[89,94],"parameter":[92,118,160],"tuning":[93],"by":[95,114],"proposing":[96],"general":[98],"form":[99],"dropout,":[101,126,128],"\u03b2-dropout,":[102,156],"unify":[104],"dropout.":[110,132],"We":[111],"show":[112,190],"that":[113,191],"adjusting":[115],"shape":[117],"\u03b2,":[119],"\u03b2-dropout":[121,170,193],"can":[122,135,194],"yield":[123],"approximate":[130],"Furthermore,":[133],"it":[134],"obtain":[136],"strength,":[139,201],"paves":[141],"way":[143],"self-adaptive":[145,155],"regularization.":[147],"As":[148],"first":[150],"attempt,":[151],"propose":[153],"in":[157],"\u03b2":[161],"tuned":[163],"automatically":[164],"following":[165],"pre-designed":[167],"strategy.":[168],"The":[169,188],"tested":[172],"extensively":[173],"MNIST,":[176],"CIFAR-10,":[177],"SVHN,":[178],"NORB,":[179],"ILSVRC-12":[181],"datasets":[182],"investigate":[184],"its":[185,199],"superior":[186],"performance.":[187,205],"results":[189],"conduct":[195],"finer":[196],"control":[197],"therefore":[202],"obtaining":[203],"better":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}