{"id":"https://openalex.org/W1521968289","doi":"https://doi.org/10.48550/arxiv.1506.08700","title":"Dropout as data augmentation","display_name":"Dropout as data augmentation","alternate_titles":[],"publication_year":2015,"publication_date":"2015-06-29","ids":{"openalex":"https://openalex.org/W1521968289","doi":"https://doi.org/10.48550/arxiv.1506.08700","mag":"1521968289"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1506.08700","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1506.08700","pdf_url":"https://arxiv.org/pdf/1506.08700","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W1521968289"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1506.08700","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016899919","display_name":"Xavier Bouthillier","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bouthillier, Xavier","raw_affiliation_strings":["Goethe University Frankfurt , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Goethe University Frankfurt , Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060492651","display_name":"Kishore Konda","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Konda, Kishore","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al , Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103958886","display_name":"Pascal Vincent","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vincent, Pascal","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al , Canada","Universit\u00e9 de Montr\u00e9al , Canada and CIFAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al , Canada","institution_ids":["https://openalex.org/I70931966"]},{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al , Canada and CIFAR","institution_ids":["https://openalex.org/I109736498","https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030440955","display_name":"Roland Memisevic","orcid":"https://orcid.org/0009-0009-4168-9397","observed_orcids":["https://orcid.org/0009-0009-4168-9397"]},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Memisevic, Roland","raw_affiliation_strings":["Universit\u00e9 de Montr\u00e9al , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Montr\u00e9al , Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":176,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4503999948501587,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.4503999948501587,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.21359999477863312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.09019999951124191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"dropout","score":0.9890000224113464},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.9980000257492065},{"id":"https://openalex.org/keywords/noise-injection","display_name":"noise injection","score":0.5299999713897705},{"id":"https://openalex.org/keywords/deterministic-networks","display_name":"deterministic networks","score":0.46399998664855957},{"id":"https://openalex.org/keywords/bagging","display_name":"bagging","score":0.6930000185966492},{"id":"https://openalex.org/keywords/neural-network-training","display_name":"neural network training","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.9745739698410034},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6757602095603943},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5915548205375671},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5081040859222412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46069619059562683},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.45669299364089966},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45126014947891235},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3409620523452759},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30890950560569763},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25483137369155884},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1506.08700","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1506.08700","pdf_url":"https://arxiv.org/pdf/1506.08700","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1506.08700","doi":"https://doi.org/10.48550/arxiv.1506.08700","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1506.08700","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1506.08700","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1506.08700","pdf_url":"https://arxiv.org/pdf/1506.08700","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7561213983","display_name":"Verbundprojekt: Bernstein Fokus Neurotechnologie - Frankfurt Vision Initiative - Teilprojekte CORE, D2, D3, P7, P9, P10","funder_award_id":"01GQ0841","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1521968289.pdf","grobid_xml":"https://content.openalex.org/works/W1521968289.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W237147528","https://openalex.org/W582134693","https://openalex.org/W1481185275","https://openalex.org/W1519506695","https://openalex.org/W1606347560","https://openalex.org/W1904365287","https://openalex.org/W1939739483","https://openalex.org/W1945616565","https://openalex.org/W1979482308","https://openalex.org/W2025768430","https://openalex.org/W2029010014","https://openalex.org/W2041642378","https://openalex.org/W2095705004","https://openalex.org/W2099471712","https://openalex.org/W2111406701","https://openalex.org/W2112796928","https://openalex.org/W2113021982","https://openalex.org/W2129068307","https://openalex.org/W2141125852","https://openalex.org/W2156163116","https://openalex.org/W2163605009","https://openalex.org/W2220622620","https://openalex.org/W2294567968","https://openalex.org/W2964153729","https://openalex.org/W3147600416"],"related_works":["https://openalex.org/W4321018163","https://openalex.org/W4361193227","https://openalex.org/W2923274354","https://openalex.org/W2964273174","https://openalex.org/W2785885246","https://openalex.org/W3091050448","https://openalex.org/W2945017192","https://openalex.org/W2604262106","https://openalex.org/W2913926073","https://openalex.org/W3130325649"],"abstract_inverted_index":{"Dropout":[0],"is":[1],"typically":[2],"interpreted":[3,24],"as":[4,25],"bagging":[5],"a":[6,19,26,48,68,81],"large":[7],"number":[8],"of":[9,28,59],"models":[10],"sharing":[11],"parameters.":[12],"We":[13,38],"show":[14,65,91],"that":[15,66,92],"using":[16],"dropout":[17,45,83,95],"in":[18,31],"network":[20,49,70],"can":[21],"also":[22],"be":[23],"kind":[27],"data":[29],"augmentation":[30],"the":[32,44,52,60,72],"input":[33,53],"space":[34],"without":[35,97],"domain":[36],"knowledge.":[37],"present":[39],"an":[40],"approach":[41],"to":[42],"projecting":[43],"noise":[46,84],"within":[47],"back":[50],"into":[51],"space,":[54],"thereby":[55],"generating":[56],"augmented":[57,73],"versions":[58],"training":[61,67],"data,":[62],"and":[63,90],"we":[64,79],"deterministic":[69],"on":[71,87],"samples":[74],"yields":[75],"similar":[76],"results.":[77],"Finally,":[78],"propose":[80],"new":[82],"scheme":[85],"based":[86],"our":[88],"observations":[89],"it":[93],"improves":[94],"results":[96],"adding":[98],"significant":[99],"computational":[100],"cost.":[101]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1521968289","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":22},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
