{"id":"https://openalex.org/W3213096016","doi":null,"title":"An Empirical Investigation of Domain Generalization with Empirical Risk Minimizers.","display_name":"An Empirical Investigation of Domain Generalization with Empirical Risk Minimizers.","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W3213096016","mag":"3213096016","pmid":"https://pubmed.ncbi.nlm.nih.gov/36597462","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9806840"},"language":"en","primary_location":{"id":"pmid:36597462","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36597462","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in neural information processing systems","raw_type":"Journal Article"},"volume":null,"type":"article","indexed_in":["pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9806840","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041797310","display_name":"Ramakrishna Vedantam","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramakrishna Vedantam","raw_affiliation_strings":["FAIR, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FAIR, New York","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087642472","display_name":"David L\u00f3pez-Paz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Lopez-Paz","raw_affiliation_strings":["FAIR, Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FAIR, Paris","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060296717","display_name":"David J. Schwab","orcid":"https://orcid.org/0000-0003-2726-4527","observed_orcids":["https://orcid.org/0000-0003-2726-4527"]},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]},{"id":"https://openalex.org/I174216632","display_name":"City University of New York","ror":"https://ror.org/00453a208","country_code":"US","type":"education","lineage":["https://openalex.org/I174216632"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David J Schwab","raw_affiliation_strings":["ITS, CUNY Grad Center FAIR, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ITS, CUNY Grad Center FAIR, New York","institution_ids":["https://openalex.org/I121847817","https://openalex.org/I174216632"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7041,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.71957596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"34","issue":null,"first_page":"28131","last_page":"28143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain-generalization","display_name":"domain generalization","score":0.9990000128746033},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"empirical risk minimization","score":0.949999988079071},{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.9440000057220459},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.8460000157356262},{"id":"https://openalex.org/keywords/fisher-information","display_name":"Fisher information","score":0.9139999747276306},{"id":"https://openalex.org/keywords/predictive-entropy","display_name":"predictive entropy","score":0.9980000257492065},{"id":"https://openalex.org/keywords/maximum-mean-discrepancy","display_name":"maximum mean discrepancy","score":0.9980000257492065},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.7099999785423279}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7978899478912354},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.6465024948120117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6052194833755493},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49929141998291016},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4747462868690491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4741004407405853},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4433121085166931},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.44328102469444275},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3776357173919678},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3619391918182373},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2671748697757721},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1550484597682953},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmid:36597462","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36597462","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in neural information processing systems","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9806840","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9806840","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Adv Neural Inf Process Syst","raw_type":"Text"},{"id":"mag:3213096016","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36597462","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"PubMed","raw_type":null}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:9806840","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9806840","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Adv Neural Inf Process Syst","raw_type":"Text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3229456477","display_name":"Coarse-graining approaches to networks, learning, and behavior","funder_award_id":"R01EB026943","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"}],"funders":[{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W304676660","https://openalex.org/W1720114023","https://openalex.org/W1731081199","https://openalex.org/W1920962657","https://openalex.org/W2104094955","https://openalex.org/W2112594540","https://openalex.org/W2131953535","https://openalex.org/W2149298154","https://openalex.org/W2167366427","https://openalex.org/W2593597837","https://openalex.org/W2604117713","https://openalex.org/W2709553318","https://openalex.org/W2765407302","https://openalex.org/W2776412785","https://openalex.org/W2785749378","https://openalex.org/W2786622092","https://openalex.org/W2904981516","https://openalex.org/W2920306970","https://openalex.org/W2950220847","https://openalex.org/W2951357534","https://openalex.org/W2953494151","https://openalex.org/W2963043696","https://openalex.org/W2963739978","https://openalex.org/W2964288524","https://openalex.org/W2964582580","https://openalex.org/W2970956502","https://openalex.org/W2970971581","https://openalex.org/W2996823446","https://openalex.org/W3007592798","https://openalex.org/W3035364336","https://openalex.org/W3037492894","https://openalex.org/W3039431315","https://openalex.org/W3093671052"],"related_works":["https://openalex.org/W4226029354","https://openalex.org/W3134013728","https://openalex.org/W7115391247","https://openalex.org/W4292419839","https://openalex.org/W7133196474","https://openalex.org/W4406891946","https://openalex.org/W4221149008","https://openalex.org/W4384820066","https://openalex.org/W4393030602","https://openalex.org/W7133203017"],"abstract_inverted_index":{"Recent":[0],"work":[1,138],"demonstrates":[2],"that":[3,63,111,136],"deep":[4,150],"neural":[5],"networks":[6,151],"trained":[7,84,152],"using":[8],"Empirical":[9],"Risk":[10],"Minimization":[11],"(ERM)":[12],"can":[13],"generalize":[14,155],"under":[15],"distribution":[16],"shift,":[17],"outperforming":[18],"specialized":[19],"training":[20],"algorithms":[21],"for":[22],"domain":[23,46,88],"generalization.":[24],"The":[25],"goal":[26],"of":[27,49,57,72,81,127,131,148],"this":[28,34,64,106],"paper":[29],"is":[30],"to":[31,42,94,114],"further":[32],"understand":[33],"phenomenon.":[35],"In":[36],"particular,":[37],"we":[38,61],"study":[39],"the":[40,44,55,73,115,128,141],"extent":[41],"which":[43],"seminal":[45],"adaptation":[47],"theory":[48,65],"Ben-David":[50],"et":[51],"al.":[52],"(2007)":[53],"explains":[54],"performance":[56],"ERMs.":[58],"Perhaps":[59],"surprisingly,":[60],"find":[62],"does":[66],"not":[67],"provide":[68],"a":[69,78,145],"tight":[70],"explanation":[71],"out-of-domain":[74],"generalization":[75,89,104,130],"observed":[76],"across":[77],"large":[79],"number":[80],"ERM":[82,132,154],"models":[83],"on":[85],"three":[86],"popular":[87],"datasets.":[90],"This":[91],"motivates":[92],"us":[93],"investigate":[95],"other":[96],"possible":[97],"measures-that,":[98],"however,":[99],"lack":[100],"theory-which":[101],"could":[102],"explain":[103],"in":[105],"setting.":[107],"Our":[108],"investigation":[109],"reveals":[110],"measures":[112],"relating":[113],"Fisher":[116],"information,":[117],"predictive":[118],"entropy,":[119],"and":[120],"maximum":[121],"mean":[122],"discrepancy":[123],"are":[124],"good":[125],"predictors":[126],"out-of-distribution":[129],"models.":[133],"We":[134],"hope":[135],"our":[137],"helps":[139],"galvanize":[140],"community":[142],"towards":[143],"building":[144],"better":[146],"understanding":[147],"when":[149],"with":[153],"out-of-distribution.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2021-11-22T00:00:00"}