{"id":"https://openalex.org/W2909869271","doi":"https://doi.org/10.48550/arxiv.1806.05594","title":"There Are Many Consistent Explanations of Unlabeled Data: Why You Should Average","display_name":"There Are Many Consistent Explanations of Unlabeled Data: Why You Should Average","alternate_titles":[],"publication_year":2018,"publication_date":"2018-06-14","ids":{"openalex":"https://openalex.org/W2909869271","doi":"https://doi.org/10.48550/arxiv.1806.05594","mag":"2909869271"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1806.05594","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.05594","pdf_url":"https://arxiv.org/pdf/1806.05594","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2909869271"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.05594","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013502032","display_name":"Ben Athiwaratkun","orcid":"https://orcid.org/0000-0002-2009-496X","observed_orcids":["https://orcid.org/0000-0002-2009-496X"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Athiwaratkun, Ben","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013223417","display_name":"Marc Finzi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Finzi, Marc","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069234607","display_name":"Pavel Izmailov","orcid":"https://orcid.org/0009-0005-0772-2879","observed_orcids":["https://orcid.org/0009-0005-0772-2879"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Izmailov, Pavel","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101694421","display_name":"Andrew Gordon Wilson","orcid":"https://orcid.org/0000-0002-2011-3315","observed_orcids":["https://orcid.org/0000-0002-2011-3315"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wilson, Andrew Gordon","raw_affiliation_strings":["Cornell University","New York University, New York, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"New York University, New York, United States","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":286,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.8159000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.8159000277519226,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1607999950647354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.8889999985694885},{"id":"https://openalex.org/keywords/consistency-regularization","display_name":"consistency regularization","score":0.996999979019165},{"id":"https://openalex.org/keywords/stochastic-weight-averaging","display_name":"stochastic weight averaging","score":0.875},{"id":"https://openalex.org/keywords/unlabeled-data","display_name":"unlabeled data","score":0.7450000047683716},{"id":"https://openalex.org/keywords/consistency-loss","display_name":"consistency loss","score":0.6209999918937683},{"id":"https://openalex.org/keywords/cyclical-learning-rate","display_name":"cyclical learning rate","score":0.8539999723434448},{"id":"https://openalex.org/keywords/weight-averaging","display_name":"weight averaging","score":0.6060000061988831},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.5820000171661377},{"id":"https://openalex.org/keywords/cifar-10","display_name":"CIFAR-10","score":0.859000027179718},{"id":"https://openalex.org/keywords/cifar-100","display_name":"CIFAR-100","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6723505854606628},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6641618013381958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6480485796928406},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.6179118752479553},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5629528164863586},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5189392566680908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.510282039642334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4965127110481262},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.45412886142730713},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4379483759403229},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.4102118909358978},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3230075240135193},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2871886193752289},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.139389306306839},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1268751323223114},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1806.05594","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.05594","pdf_url":"https://arxiv.org/pdf/1806.05594","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2808223045","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.05594.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1806.05594","doi":"https://doi.org/10.48550/arxiv.1806.05594","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.05594","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2909869271","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/pdf?id=rkgKBhA5Y7","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.05594","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.05594","pdf_url":"https://arxiv.org/pdf/1806.05594","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2909869271.pdf","grobid_xml":"https://content.openalex.org/works/W2909869271.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1850240193","https://openalex.org/W2057450058","https://openalex.org/W2095705004","https://openalex.org/W2099471712","https://openalex.org/W2108501770","https://openalex.org/W2129068307","https://openalex.org/W2139823104","https://openalex.org/W2145607950","https://openalex.org/W2194775991","https://openalex.org/W2432004435","https://openalex.org/W2518108298","https://openalex.org/W2523060838","https://openalex.org/W2529714286","https://openalex.org/W2530816535","https://openalex.org/W2552194003","https://openalex.org/W2592691248","https://openalex.org/W2605372163","https://openalex.org/W2619184049","https://openalex.org/W2626325961","https://openalex.org/W2734426634","https://openalex.org/W2767722847","https://openalex.org/W2769986856","https://openalex.org/W2785749378","https://openalex.org/W2786559811","https://openalex.org/W2786622092","https://openalex.org/W2792287754","https://openalex.org/W2794523151","https://openalex.org/W2808305757","https://openalex.org/W2904243021","https://openalex.org/W2912811302","https://openalex.org/W2949650786","https://openalex.org/W2951970475","https://openalex.org/W2962915600","https://openalex.org/W2963170156","https://openalex.org/W2963173418","https://openalex.org/W2963435192","https://openalex.org/W2963558289","https://openalex.org/W2964121744","https://openalex.org/W2964159205","https://openalex.org/W3093329015","https://openalex.org/W3118608800","https://openalex.org/W3136198447"],"related_works":["https://openalex.org/W4285167765","https://openalex.org/W4296558715","https://openalex.org/W2592691248","https://openalex.org/W4315780060","https://openalex.org/W4226224154","https://openalex.org/W3196993835","https://openalex.org/W2989610201","https://openalex.org/W3200737004","https://openalex.org/W2909986471"],"abstract_inverted_index":{"Presently":[0],"the":[1,62,78,103,139,170,175],"most":[2],"successful":[3],"approaches":[4],"to":[5,18,21,59,67,73,87,169],"semi-supervised":[6,142],"learning":[7,110,131],"are":[8],"based":[9],"on":[10,61,77,144,162],"consistency":[11,31,44,63],"regularization,":[12,32],"whereby":[13],"a":[14,96,108,129],"model":[15],"is":[16],"trained":[17],"be":[19],"robust":[20],"small":[22],"perturbations":[23],"of":[24,105,128,152,177],"its":[25],"inputs":[26],"and":[27,65,146],"parameters.":[28],"To":[29],"understand":[30],"we":[33,54,85,137,158],"conceptually":[34],"explore":[35],"how":[36],"loss":[37,45,64],"geometry":[38],"interacts":[39],"with":[40,91,107,164],"training":[41,154],"procedures.":[42],"The":[43],"dramatically":[46],"improves":[47],"generalization":[48],"performance":[49],"over":[50,148],"supervised-only":[51],"training;":[52],"however,":[53],"show":[55],"that":[56,71],"SGD":[57,106],"struggles":[58],"converge":[60],"continues":[66],"make":[68],"large":[69],"steps":[70],"lead":[72],"changes":[74],"in":[75,174],"predictions":[76],"test":[79],"data.":[80,155],"Motivated":[81],"by":[82,121],"these":[83],"observations,":[84],"propose":[86,115],"train":[88],"consistency-based":[89],"methods":[90],"Stochastic":[92],"Weight":[93],"Averaging":[94],"(SWA),":[95],"recent":[97],"approach":[98],"which":[99,117],"averages":[100],"weights":[101],"along":[102],"trajectory":[104],"modified":[109],"rate":[111,132],"schedule.":[112,133],"We":[113],"also":[114],"fast-SWA,":[116],"further":[118],"accelerates":[119],"convergence":[120],"averaging":[122],"multiple":[123],"points":[124],"within":[125],"each":[126],"cycle":[127],"cyclical":[130],"With":[134],"weight":[135],"averaging,":[136],"achieve":[138,159],"best":[140,172],"known":[141],"results":[143],"CIFAR-10":[145,163],"CIFAR-100,":[147],"many":[149],"different":[150],"quantities":[151],"labeled":[153],"For":[156],"example,":[157],"5.0%":[160],"error":[161],"only":[165],"4000":[166],"labels,":[167],"compared":[168],"previous":[171],"result":[173],"literature":[176],"6.3%.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2909869271","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":38},{"year":2022,"cited_by_count":50},{"year":2021,"cited_by_count":54},{"year":2020,"cited_by_count":53},{"year":2019,"cited_by_count":29},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2019-01-25T00:00:00"}
