{"id":"https://openalex.org/W3131407720","doi":null,"title":"Domain Generalization Needs Stochastic Weight Averaging for Robustness on Domain Shifts.","display_name":"Domain Generalization Needs Stochastic Weight Averaging for Robustness on Domain Shifts.","publication_year":2021,"publication_date":"2021-02-17","ids":{"openalex":"https://openalex.org/W3131407720","mag":"3131407720"},"language":"en","primary_location":{"id":"mag:3131407720","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.08604","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2102.08604","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028729111","display_name":"Junbum Cha","orcid":"https://orcid.org/0000-0001-8248-3138","observed_orcids":["https://orcid.org/0000-0001-8248-3138"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junbum Cha","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-8248-3138","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079439694","display_name":"Hancheol Cho","orcid":"https://orcid.org/0000-0002-3245-0757","observed_orcids":["https://orcid.org/0000-0002-3245-0757"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hancheol Cho","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3245-0757","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604922","display_name":"Kyungjae Lee","orcid":"https://orcid.org/0000-0003-0147-2715","observed_orcids":["https://orcid.org/0000-0003-0147-2715"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyungjae Lee","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0147-2715","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048067770","display_name":"Seunghyun Park","orcid":"https://orcid.org/0000-0001-5260-1252","observed_orcids":["https://orcid.org/0000-0001-5260-1252"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seunghyun Park","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5260-1252","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074098034","display_name":"Yunsung Lee","orcid":"https://orcid.org/0000-0002-2512-1082","observed_orcids":["https://orcid.org/0000-0002-2512-1082"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunsung Lee","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2512-1082","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053327616","display_name":"Sungrae Park","orcid":"https://orcid.org/0000-0001-5338-0113","observed_orcids":["https://orcid.org/0000-0001-5338-0113"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sungrae Park","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain-generalization","display_name":"domain generalization","score":1.0},{"id":"https://openalex.org/keywords/stochastic-weight-averaging","display_name":"stochastic weight averaging","score":0.9229999780654907},{"id":"https://openalex.org/keywords/domain-shift","display_name":"domain shift","score":0.8399999737739563},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"empirical risk minimization","score":0.9620000123977661},{"id":"https://openalex.org/keywords/domain-invariant-representation-learning","display_name":"domain-invariant representation learning","score":0.8989999890327454},{"id":"https://openalex.org/keywords/gradient-normalization","display_name":"gradient normalization","score":0.8669999837875366},{"id":"https://openalex.org/keywords/generalization-bounds","display_name":"generalization bounds","score":0.9079999923706055},{"id":"https://openalex.org/keywords/unseen-target-domains","display_name":"unseen target domains","score":0.722000002861023}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7030989527702332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6556954383850098},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5886332988739014},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5563435554504395},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5162289142608643},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46013444662094116},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43387043476104736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3522481322288513},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27106571197509766},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3131407720","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.08604","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3131407720","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.08604","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W2148603752","https://openalex.org/W2155858138","https://openalex.org/W2167366427","https://openalex.org/W2194775991","https://openalex.org/W2544860310","https://openalex.org/W2604117713","https://openalex.org/W2763549966","https://openalex.org/W2765407302","https://openalex.org/W2768783441","https://openalex.org/W2787226294","https://openalex.org/W2788838181","https://openalex.org/W2798658180","https://openalex.org/W2891975605","https://openalex.org/W2895976713","https://openalex.org/W2922499403","https://openalex.org/W2951111165","https://openalex.org/W2951792921","https://openalex.org/W2952610664","https://openalex.org/W2953494151","https://openalex.org/W2961540362","https://openalex.org/W2963173418","https://openalex.org/W2963981733","https://openalex.org/W2964121744","https://openalex.org/W2964159205","https://openalex.org/W2964288524","https://openalex.org/W2970119729","https://openalex.org/W2981368934","https://openalex.org/W2981720610","https://openalex.org/W2981788812","https://openalex.org/W2992043355","https://openalex.org/W2995793065","https://openalex.org/W2996823446","https://openalex.org/W2997310315","https://openalex.org/W2998653622","https://openalex.org/W3007592798","https://openalex.org/W3016179654","https://openalex.org/W3038745855","https://openalex.org/W3082928408","https://openalex.org/W3103937687","https://openalex.org/W3109635165","https://openalex.org/W3112276572","https://openalex.org/W3113148327","https://openalex.org/W3121432811","https://openalex.org/W3124626396","https://openalex.org/W3131549653"],"related_works":["https://openalex.org/W3172820969","https://openalex.org/W7221898536","https://openalex.org/W4406038036","https://openalex.org/W7133216784","https://openalex.org/W4396523510","https://openalex.org/W4221159499","https://openalex.org/W3128796654","https://openalex.org/W4393030602","https://openalex.org/W2970119729","https://openalex.org/W7160380526"],"abstract_inverted_index":{"Domain":[0],"generalization":[1,114,133,153],"aims":[2],"to":[3,8,21,39,74],"learn":[4],"a":[5,75,88,121],"generalizable":[6],"model":[7],"unseen":[9,118],"target":[10],"domains":[11,82],"from":[12],"multiple":[13,80],"source":[14],"domains.":[15],"Various":[16],"approaches":[17],"have":[18],"been":[19],"proposed":[20],"address":[22],"this":[23,50],"problem.":[24],"However,":[25],"recent":[26],"benchmarks":[27],"show":[28],"that":[29,71,87],"most":[30],"of":[31,59,90,129],"them":[32],"do":[33],"not":[34],"provide":[35,106],"significant":[36],"improvements":[37],"compared":[38],"the":[40,91,97,113],"simple":[41],"empirical":[42],"risk":[43],"minimization":[44],"(ERM)":[45],"in":[46,57],"practical":[47],"cases.":[48],"In":[49,67],"paper,":[51],"we":[52,69,99,123],"analyze":[53],"how":[54,110,148],"ERM":[55,72],"works":[56],"views":[58],"domain-invariant":[60],"feature":[61],"learning":[62],"and":[63,83,105,140],"domain-specific":[64],"gradient":[65],"normalization.":[66],"addition,":[68],"observe":[70],"converges":[73],"loss":[76],"valley":[77,92],"shared":[78],"over":[79,127],"training":[81],"obtain":[84],"an":[85,117],"insight":[86],"center":[89],"generalizes":[93],"better.":[94],"To":[95],"estimate":[96],"center,":[98],"employ":[100],"stochastic":[101],"weight":[102],"averaging":[103],"(SWA)":[104],"theoretical":[107],"analysis":[108,146],"describing":[109],"SWA":[111,149],"supports":[112],"bound":[115],"for":[116],"domain.":[119],"As":[120],"result,":[122],"achieve":[124],"state-of-the-art":[125],"performances":[126],"all":[128],"widely":[130],"used":[131],"domain":[132,152],"benchmarks,":[134],"namely":[135],"PACS,":[136],"VLCS,":[137],"OfficeHome,":[138],"TerraIncognita,":[139],"DomainNet":[141],"with":[142],"large":[143],"margins.":[144],"Further":[145],"reveals":[147],"operates":[150],"on":[151],"tasks.":[154]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2021-03-01T00:00:00"}