{"id":"https://openalex.org/W2397299141","doi":"https://doi.org/10.48550/arxiv.1605.06465","title":"Swapout: Learning an ensemble of deep architectures","display_name":"Swapout: Learning an ensemble of deep architectures","alternate_titles":[],"publication_year":2016,"publication_date":"2016-05-20","ids":{"openalex":"https://openalex.org/W2397299141","doi":"https://doi.org/10.48550/arxiv.1605.06465","mag":"2397299141"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1605.06465","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.06465","pdf_url":"https://arxiv.org/pdf/1605.06465","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2397299141"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1605.06465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Singh, Saurabh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Singh, Saurabh","raw_affiliation_strings":["Department of Computer Science University of Illinois , Urbana-Champaign","Department of Computer Science, University of Illinois Urbana-Champaign#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois , Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Computer Science, University of Illinois Urbana-Champaign#TAB#","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009682734","display_name":"Derek Hoiem","orcid":"https://orcid.org/0000-0001-6260-5708","observed_orcids":["https://orcid.org/0000-0001-6260-5708"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hoiem, Derek","raw_affiliation_strings":["Department of Computer Science University of Illinois , Urbana-Champaign","Department of Computer Science, University of Illinois Urbana-Champaign#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois , Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Computer Science, University of Illinois Urbana-Champaign#TAB#","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010851725","display_name":"David Alexander Forsyth","orcid":"https://orcid.org/0000-0002-2278-0752","observed_orcids":["https://orcid.org/0000-0002-2278-0752"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Forsyth, David","raw_affiliation_strings":["Department of Computer Science University of Illinois , Urbana-Champaign","Department of Computer Science, University of Illinois Urbana-Champaign#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Illinois , Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Computer Science, University of Illinois Urbana-Champaign#TAB#","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":147,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":null,"first_page":"28","last_page":"36"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8457000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8457000255584717,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07750000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.03629999980330467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-training","display_name":"stochastic training","score":0.8870000243186951},{"id":"https://openalex.org/keywords/ensemble-training","display_name":"ensemble training","score":0.6000000238418579},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.4480000138282776},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.6830000281333923},{"id":"https://openalex.org/keywords/dropout","display_name":"dropout","score":0.7490000128746033},{"id":"https://openalex.org/keywords/stochastic-depth","display_name":"stochastic depth","score":0.9990000128746033},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.9300000071525574},{"id":"https://openalex.org/keywords/co-adaptation","display_name":"co-adaptation","score":0.6890000104904175},{"id":"https://openalex.org/keywords/parameter-tying","display_name":"parameter tying","score":0.5419999957084656},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.9290000200271606},{"id":"https://openalex.org/keywords/cifar-100","display_name":"CIFAR-100","score":1.0}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7759886980056763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7144261598587036},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6524734497070312},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.644008219242096},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.6360988616943359},{"id":"https://openalex.org/C2780938662","wikidata":"https://www.wikidata.org/wiki/Q973710","display_name":"Tying","level":2,"score":0.6347217559814453},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5306443572044373},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.46091821789741516},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.45540863275527954},{"id":"https://openalex.org/C2780990831","wikidata":"https://www.wikidata.org/wiki/Q319141","display_name":"Conjecture","level":2,"score":0.4542260468006134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44215187430381775},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4394177198410034},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3856448531150818},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30249589681625366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1903005838394165},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0625048279762268},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1605.06465","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.06465","pdf_url":"https://arxiv.org/pdf/1605.06465","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1605.06465","doi":"https://doi.org/10.48550/arxiv.1605.06465","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1605.06465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963077256","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1605.06465","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1605.06465","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.06465","pdf_url":"https://arxiv.org/pdf/1605.06465","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2791855850","display_name":null,"funder_award_id":"N00014-10-1-0934","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G4211722790","display_name":null,"funder_award_id":"N00014-16-1-2007","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5649460078","display_name":null,"funder_award_id":"N00014-10-10934","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G574697057","display_name":null,"funder_award_id":"N00014-16-1-2007","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2397299141.pdf","grobid_xml":"https://content.openalex.org/works/W2397299141.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1026270304","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1799366690","https://openalex.org/W1811750039","https://openalex.org/W1836465849","https://openalex.org/W1907282891","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2144902422","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2302255633","https://openalex.org/W2331143823","https://openalex.org/W2409027918","https://openalex.org/W2584401907","https://openalex.org/W2949650786","https://openalex.org/W2950179405","https://openalex.org/W2951277909","https://openalex.org/W2963606038","https://openalex.org/W3147600416","https://openalex.org/W3209259379","https://openalex.org/W4394642372","https://openalex.org/W7094282185"],"related_works":["https://openalex.org/W2990189480","https://openalex.org/W3084357044","https://openalex.org/W2293719179","https://openalex.org/W2798393061","https://openalex.org/W2331143823","https://openalex.org/W3109330917","https://openalex.org/W4387171502","https://openalex.org/W2964137095","https://openalex.org/W2610880400","https://openalex.org/W4415311869"],"abstract_inverted_index":{"We":[0,64,102,123],"describe":[1],"Swapout,":[2],"a":[3,25,43,54,87,104,114,156],"new":[4],"stochastic":[5,32,100],"training":[6,83,131],"method,":[7,84],"that":[8,66,106,125],"outperforms":[9],"ResNets":[10],"of":[11,28,51,91,118,143],"identical":[12],"network":[13,62],"structure":[14],"yielding":[15],"impressive":[16],"results":[17],"on":[18,137],"CIFAR-10":[19,138],"and":[20,34,112,133,139],"CIFAR-100.":[21],"Swapout":[22],"samples":[23,86],"from":[24],"rich":[26],"set":[27,90,117],"architectures":[29,36,92,111,119],"including":[30],"dropout,":[31,58],"depth":[33],"residual":[35],"as":[37,42,80,97],"special":[38],"cases.":[39],"When":[40,78],"viewed":[41,79],"regularization":[44,70],"method":[45,132],"swapout":[46,67],"not":[47],"only":[48],"inhibits":[49],"co-adaptation":[50],"units":[52],"in":[53],"layer,":[55],"similar":[56,154],"to":[57,109,120,155],"but":[59],"also":[60],"across":[61,76],"layers.":[63,77],"conjecture":[65],"achieves":[68],"strong":[69],"by":[71],"implicitly":[72],"tying":[73],"the":[74,144],"parameters":[75],"an":[81,129],"ensemble":[82],"it":[85],"much":[88,115],"richer":[89,116],"than":[93],"existing":[94],"methods":[95],"such":[96],"dropout":[98],"or":[99],"depth.":[101],"propose":[103],"parameterization":[105],"reveals":[107],"connections":[108],"exiting":[110],"suggests":[113,128],"be":[121],"explored.":[122],"show":[124],"our":[126,135,148],"formulation":[127],"efficient":[130],"validate":[134],"conclusions":[136],"CIFAR-100":[140],"matching":[141],"state":[142],"art":[145],"accuracy.":[146],"Remarkably,":[147],"32":[149],"layer":[150,158],"wider":[151],"model":[152],"performs":[153],"1001":[157],"ResNet":[159],"model.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2397299141","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":19},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":12}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
