{"id":"https://openalex.org/W4408703454","doi":"https://doi.org/10.1109/tpami.2025.3552309","title":"Impact of Noisy Supervision in Foundation Model Learning","display_name":"Impact of Noisy Supervision in Foundation Model Learning","publication_year":2025,"publication_date":"2025-03-22","ids":{"openalex":"https://openalex.org/W4408703454","doi":"https://doi.org/10.1109/tpami.2025.3552309","pmid":"https://pubmed.ncbi.nlm.nih.gov/40117144"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3552309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3552309","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100353526","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-1960-4803"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hao Chen","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380111","display_name":"Zihan Wang","orcid":"https://orcid.org/0000-0003-4018-1603"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihan Wang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067803447","display_name":"Ran Tao","orcid":"https://orcid.org/0000-0002-5243-7189"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Tao","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020027500","display_name":"Hongxin Wei","orcid":"https://orcid.org/0000-0002-8973-2843"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxin Wei","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China","Southern University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044651577","display_name":"Xing Xie","orcid":"https://orcid.org/0000-0002-8608-8482"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xie","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft Research Asia, Japan"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft Research Asia, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072744508","display_name":"Masashi Sugiyama","orcid":"https://orcid.org/0000-0001-6658-6743"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masashi Sugiyama","raw_affiliation_strings":["RIKEN, Tokyo, Japan","RIKEN and the University of Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I4210110652"]},{"raw_affiliation_string":"RIKEN and the University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974","https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113017615","display_name":"Bhiksha Raj","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhiksha Raj","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100700956","display_name":"Jindong Wang","orcid":"https://orcid.org/0000-0002-4833-0880"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]},{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jindong Wang","raw_affiliation_strings":["William & Mary, Williamsburg, VA, USA","Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"William & Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100353526"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.2656,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76767407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"47","issue":"7","first_page":"5690","last_page":"5707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.8129000067710876,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.8129000067710876,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.7153000235557556,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6667593717575073},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6436105966567993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6174853444099426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.481437623500824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6667593717575073},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6436105966567993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6174853444099426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.481437623500824},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3552309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3552309","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40117144","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40117144","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":148,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1566289585","https://openalex.org/W1861492603","https://openalex.org/W1921293667","https://openalex.org/W1977295328","https://openalex.org/W2001610032","https://openalex.org/W2047643928","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2251939518","https://openalex.org/W2302255633","https://openalex.org/W2331143823","https://openalex.org/W2531409750","https://openalex.org/W2533598788","https://openalex.org/W2566079294","https://openalex.org/W2592962403","https://openalex.org/W2804935296","https://openalex.org/W2806857275","https://openalex.org/W2901458284","https://openalex.org/W2923014074","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2963697299","https://openalex.org/W2963855133","https://openalex.org/W2964194231","https://openalex.org/W2981720610","https://openalex.org/W2981873476","https://openalex.org/W2992308087","https://openalex.org/W3035160371","https://openalex.org/W3035524453","https://openalex.org/W3035682985","https://openalex.org/W3037492894","https://openalex.org/W3042609801","https://openalex.org/W3096609285","https://openalex.org/W3097217077","https://openalex.org/W3138516171","https://openalex.org/W3156669901","https://openalex.org/W3168547821","https://openalex.org/W3176641147","https://openalex.org/W3176732771","https://openalex.org/W3177096435","https://openalex.org/W3177765786","https://openalex.org/W3198675127","https://openalex.org/W4214542053","https://openalex.org/W4214634256","https://openalex.org/W4225691633","https://openalex.org/W4285107714","https://openalex.org/W4285247752","https://openalex.org/W4287947470","https://openalex.org/W4307823382","https://openalex.org/W4312443924","https://openalex.org/W4312453657","https://openalex.org/W4313135270","https://openalex.org/W4313156423","https://openalex.org/W4366352743","https://openalex.org/W4385245566","https://openalex.org/W4385572001","https://openalex.org/W4386065512","https://openalex.org/W4386075975","https://openalex.org/W4386083033","https://openalex.org/W4386220752","https://openalex.org/W4387821331","https://openalex.org/W4390041933","https://openalex.org/W4401042685","https://openalex.org/W4404573785","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6638523607","https://openalex.org/W6638677478","https://openalex.org/W6740019793","https://openalex.org/W6743885473","https://openalex.org/W6751420435","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6758139636","https://openalex.org/W6759579507","https://openalex.org/W6762287338","https://openalex.org/W6762718338","https://openalex.org/W6763066025","https://openalex.org/W6763468762","https://openalex.org/W6763701032","https://openalex.org/W6763845970","https://openalex.org/W6764990469","https://openalex.org/W6766673545","https://openalex.org/W6767228950","https://openalex.org/W6768920361","https://openalex.org/W6771252938","https://openalex.org/W6771630921","https://openalex.org/W6772383348","https://openalex.org/W6773005947","https://openalex.org/W6778883912","https://openalex.org/W6779602356","https://openalex.org/W6779715625","https://openalex.org/W6779784029","https://openalex.org/W6779945560","https://openalex.org/W6781063151","https://openalex.org/W6784930956","https://openalex.org/W6787972765","https://openalex.org/W6789948128","https://openalex.org/W6790019176","https://openalex.org/W6790117478","https://openalex.org/W6791353385","https://openalex.org/W6791742336","https://openalex.org/W6794559225","https://openalex.org/W6795754764","https://openalex.org/W6796581206","https://openalex.org/W6796673453","https://openalex.org/W6798837711","https://openalex.org/W6800751262","https://openalex.org/W6800767728","https://openalex.org/W6801615203","https://openalex.org/W6801655670","https://openalex.org/W6802388392","https://openalex.org/W6802744804","https://openalex.org/W6802864417","https://openalex.org/W6802987763","https://openalex.org/W6803226316","https://openalex.org/W6809952419","https://openalex.org/W6810057765","https://openalex.org/W6810332117","https://openalex.org/W6810879928","https://openalex.org/W6811257794","https://openalex.org/W6839041728","https://openalex.org/W6840385953","https://openalex.org/W6840402096","https://openalex.org/W6841811770","https://openalex.org/W6846007759","https://openalex.org/W6846966473","https://openalex.org/W6849397646","https://openalex.org/W6850582788","https://openalex.org/W6850625674","https://openalex.org/W6851323390","https://openalex.org/W6851751509","https://openalex.org/W6852164222","https://openalex.org/W6852772568","https://openalex.org/W6852830701","https://openalex.org/W6853517571","https://openalex.org/W6853601813","https://openalex.org/W6854866820","https://openalex.org/W6855469472","https://openalex.org/W6856828132","https://openalex.org/W6857899672","https://openalex.org/W6858393252","https://openalex.org/W6946089209"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Foundation":[0],"models":[1],"are":[2,144,149,247],"usually":[3],"pre-trained":[4,231,251],"on":[5,86,99,238,252],"large-scale":[6,33],"datasets":[7,79],"and":[8,19,56,71,80,95,106,126,141,166,206,215,241,249,260,268],"then":[9,20,81,188],"adapted":[10],"to":[11,41,68,151,194,199,225],"different":[12],"downstream":[13,87,163,167],"tasks":[14],"through":[15,90],"tuning.":[16],"This":[17,60],"pre-training":[18,34,78,98,117,154,156,161,180],"fine-tuning":[21],"paradigm":[22],"has":[23],"become":[24],"a":[25,130,190],"standard":[26],"practice":[27],"in":[28,77,116,212],"deep":[29],"learning.":[30],"However,":[31],"the":[32,51,54,65,73,124,173,179,183,196,201,230,263],"datasets,":[35,109,155],"often":[36],"inaccessible":[37],"or":[38,227],"too":[39],"expensive":[40],"handle,":[42],"can":[43,118],"contain":[44],"label":[45],"noise":[46,76,115,157,181,205],"that":[47,172,178],"may":[48,221],"adversely":[49],"affect":[50],"generalization":[52],"of":[53,75,93,153,204,265],"model":[55,159],"pose":[57],"unexpected":[58],"risks.":[59],"paper":[61],"stands":[62],"out":[63],"as":[64,275],"first":[66],"work":[67],"comprehensively":[69],"understand":[70],"analyze":[72],"nature":[74],"effectively":[82],"mitigate":[83,200],"its":[84],"impacts":[85],"tasks.":[88],"Specifically,":[89],"extensive":[91,236],"experiments":[92,237],"fully-supervised":[94],"image-text":[96],"contrastive":[97],"synthetic":[100],"noisy":[101,254],"ImageNet-1":[102],"K,":[103],"YFCC15":[104],"M,":[105],"CC12":[107],"M":[108],"we":[110,273],"demonstrate":[111,262],"that,":[112],"while":[113],"slight":[114],"benefit":[119],"in-domain":[120],"(ID)":[121],"performance,":[122,138],"where":[123,139],"training":[125,140],"testing":[127,142],"data":[128,255],"share":[129],"similar":[131],"distribution,":[132],"it":[133],"always":[134],"deteriorates":[135],"out-of-domain":[136],"(OOD)":[137],"distributions":[143],"significantly":[145],"different.":[146],"These":[147],"observations":[148],"agnostic":[150],"scales":[152],"types,":[158],"architectures,":[160],"objectives,":[162],"tuning":[164,191,217],"methods,":[165],"applications.":[168],"We":[169,187,233],"empirically":[170],"ascertain":[171],"reason":[174],"behind":[175],"this":[176,266],"is":[177,210],"shapes":[182],"feature":[184,197],"space":[185,198],"differently.":[186],"propose":[189],"method":[192],"(NMTune)":[193],"affine":[195],"malignant":[202],"effect":[203],"improve":[207],"generalization,":[208],"which":[209,246,272],"applicable":[211],"both":[213],"parameter-efficient":[214],"black-box":[216],"manners,":[218],"considering":[219],"one":[220],"not":[222],"be":[223],"able":[224],"access":[226],"fully":[228],"fine-tune":[229],"models.":[232],"additionally":[234],"conduct":[235],"popular":[239],"vision":[240],"language":[242],"models,":[243],"including":[244],"APIs,":[245],"supervised":[248],"self-supervised":[250],"realistic":[253],"for":[256],"evaluation.":[257],"Our":[258],"analysis":[259],"results":[261],"importance":[264],"novel":[267],"fundamental":[269],"research":[270],"direction,":[271],"term":[274],"Noisy":[276],"Model":[277],"Transfer":[278],"Learning.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}