{"id":"https://openalex.org/W4405082010","doi":"https://doi.org/10.48550/arxiv.2412.02856","title":"Is Large-Scale Pretraining the Secret to Good Domain Generalization?","display_name":"Is Large-Scale Pretraining the Secret to Good Domain Generalization?","alternate_titles":[],"publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4405082010","doi":"https://doi.org/10.48550/arxiv.2412.02856"},"language":"en","primary_location":{"id":"pmh:oai:proceedings.iclr.cc:2025/10fc83943b4540a9524af6fc67a23fef","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/10fc83943b4540a9524af6fc67a23fef-Abstract-Conference.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2025","raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W4405082010"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/10fc83943b4540a9524af6fc67a23fef-Abstract-Conference.html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052595844","display_name":"Piotr Teterwak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Teterwak, Piotr","raw_affiliation_strings":["Boston University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101463446","display_name":"Kuniaki Saito","orcid":"https://orcid.org/0000-0001-9446-5068","observed_orcids":["https://orcid.org/0000-0001-9446-5068"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Saito, Kuniaki","raw_affiliation_strings":["Boston University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031789494","display_name":"Theodoros Tsiligkaridis","orcid":"https://orcid.org/0000-0003-0903-2861","observed_orcids":["https://orcid.org/0000-0003-0903-2861"]},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tsiligkaridis, Theodoros","raw_affiliation_strings":["MIT Lincoln Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Lincoln Laboratory","institution_ids":["https://openalex.org/I4210122954"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061227594","display_name":"Bryan A. Plummer","orcid":"https://orcid.org/0000-0002-7074-3219","observed_orcids":["https://orcid.org/0000-0002-7074-3219"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Plummer, Bryan A.","raw_affiliation_strings":["Boston University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075906727","display_name":"Kate Saenko","orcid":"https://orcid.org/0000-0002-5704-7614","observed_orcids":["https://orcid.org/0000-0002-5704-7614","https://orcid.org/0000-0002-7564-7218"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Saenko, Kate","raw_affiliation_strings":["Boston University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0508,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.81594271,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-source-domain-generalization","display_name":"multi-source domain generalization","score":0.9160000085830688},{"id":"https://openalex.org/keywords/pretraining","display_name":"pre-training","score":0.5109999775886536},{"id":"https://openalex.org/keywords/perceptual-similarity","display_name":"perceptual similarity","score":0.5659999847412109},{"id":"https://openalex.org/keywords/zero-shot-classification","display_name":"zero-shot classification","score":0.45899999141693115},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8031835556030273},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.602341890335083},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5929787158966064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4470594823360443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3667190670967102},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33157360553741455},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2683236598968506},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0905751883983612},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07762819528579712},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07530352473258972}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:proceedings.iclr.cc:2025/10fc83943b4540a9524af6fc67a23fef","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/10fc83943b4540a9524af6fc67a23fef-Abstract-Conference.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2025","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2412.02856","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.02856","pdf_url":"https://arxiv.org/pdf/2412.02856","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.02856","doi":"https://doi.org/10.48550/arxiv.2412.02856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.02856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:proceedings.iclr.cc:2025/10fc83943b4540a9524af6fc67a23fef","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2025/hash/10fc83943b4540a9524af6fc67a23fef-Abstract-Conference.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2025","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405082010.pdf","grobid_xml":"https://content.openalex.org/works/W4405082010.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2167366427","https://openalex.org/W2593768305","https://openalex.org/W2763549966","https://openalex.org/W2792287754","https://openalex.org/W2953937638","https://openalex.org/W2964288524","https://openalex.org/W2970018230","https://openalex.org/W2970692043","https://openalex.org/W2981720610","https://openalex.org/W2998115938","https://openalex.org/W3039431315","https://openalex.org/W3135367836","https://openalex.org/W3209532394","https://openalex.org/W4226241640","https://openalex.org/W4229009135","https://openalex.org/W4312777209","https://openalex.org/W4312972638","https://openalex.org/W4366208220","https://openalex.org/W4386066238","https://openalex.org/W4386076292","https://openalex.org/W4389286060","https://openalex.org/W4390874577","https://openalex.org/W4402704550","https://openalex.org/W4402781630","https://openalex.org/W4409262189","https://openalex.org/W4415797435","https://openalex.org/W6931203431","https://openalex.org/W7133216784","https://openalex.org/W7133236164"],"related_works":["https://openalex.org/W4399554981","https://openalex.org/W7119797434","https://openalex.org/W4221146488","https://openalex.org/W4226541583","https://openalex.org/W4414359987","https://openalex.org/W4286907707","https://openalex.org/W4312665716","https://openalex.org/W4400451413","https://openalex.org/W4312972638","https://openalex.org/W7117898530"],"abstract_inverted_index":{"Multi-Source":[0],"Domain":[1],"Generalization":[2],"(DG)":[3],"is":[4,63,104,110,150,158],"the":[5,87,91,125,131,155,207],"task":[6],"of":[7,67,143,168],"training":[8],"on":[9,18,173,194,200],"multiple":[10],"source":[11,36],"domains":[12],"and":[13,38,107,139,145,160,183],"achieving":[14],"high":[15,137],"classification":[16],"performance":[17,62,134],"unseen":[19],"target":[20],"domains.":[21],"Recent":[22],"methods":[23,52,171,192,198,211],"combine":[24],"robust":[25],"features":[26,33],"from":[27,35],"web-scale":[28],"pretrained":[29],"backbones":[30],"with":[31,81],"new":[32],"learned":[34,116],"data,":[37],"this":[39],"has":[40],"dramatically":[41],"improved":[42,60],"benchmark":[43,61],"results.":[44],"However,":[45],"it":[46,109,163],"remains":[47],"unclear":[48],"if":[49,59,138,141],"DG":[50,92,133,170,191,210],"finetuning":[51],"are":[53],"becoming":[54],"better":[55],"over":[56],"time,":[57],"or":[58],"simply":[64],"an":[65,165],"artifact":[66],"stronger":[68],"pre-training.":[69],"Prior":[70],"studies":[71],"have":[72],"shown":[73],"that":[74,97,108,117,130,188],"perceptual":[75],"similarity":[76],"to":[77,123],"pre-training":[78],"data":[79,101,114,179],"correlates":[80],"zero-shot":[82],"performance,":[83],"but":[84],"we":[85,95,161],"find":[86],"effect":[88],"limited":[89],"in":[90,102],"setting.":[93],"Instead,":[94],"posit":[96],"having":[98],"perceptually":[99],"similar":[100],"pretraining":[103,216],"not":[105],"enough;":[106],"how":[111],"well":[112],"these":[113],"were":[115],"determines":[118],"performance.":[119],"This":[120],"leads":[121],"us":[122],"introduce":[124],"Alignment":[126,156],"Hypothesis,":[127],"which":[128,212],"states":[129],"final":[132],"will":[135],"be":[136],"only":[140],"alignment":[142],"image":[144],"class":[146],"label":[147],"text":[148],"embeddings":[149],"high.":[151],"Our":[152],"experiments":[153],"confirm":[154],"Hypothesis":[157],"true,":[159],"use":[162],"as":[164],"analysis":[166],"tool":[167],"existing":[169],"evaluated":[172,190],"DomainBed":[174],"datasets":[175],"by":[176],"splitting":[177],"evaluation":[178],"into":[180],"In-pretraining":[181],"(IP)":[182],"Out-of-pretraining":[184],"(OOP).":[185],"We":[186],"show":[187],"all":[189],"struggle":[193],"DomainBed-OOP,":[195],"while":[196],"recent":[197],"excel":[199],"DomainBed-IP.":[201],"Put":[202],"together,":[203],"our":[204],"findings":[205],"highlight":[206],"need":[208],"for":[209],"can":[213],"generalize":[214],"beyond":[215],"alignment.":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4405082010","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2024-12-06T00:00:00"}
