{"id":"https://openalex.org/W4402592961","doi":"https://doi.org/10.1109/tpami.2024.3462996","title":"Noise-Robust Vision-Language Pre-Training With Positive-Negative Learning","display_name":"Noise-Robust Vision-Language Pre-Training With Positive-Negative Learning","publication_year":2024,"publication_date":"2024-09-18","ids":{"openalex":"https://openalex.org/W4402592961","doi":"https://doi.org/10.1109/tpami.2024.3462996","pmid":"https://pubmed.ncbi.nlm.nih.gov/39292580"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3462996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3462996","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076716112","display_name":"Zhenyu Huang","orcid":"https://orcid.org/0000-0003-4161-9427"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Huang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China","College of Computer Science, Sichuan University, China"],"raw_orcid":"https://orcid.org/0000-0003-4161-9427","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]},{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051406229","display_name":"Mouxing Yang","orcid":"https://orcid.org/0000-0001-8544-6375"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mouxing Yang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China","College of Computer Science, Sichuan University, China"],"raw_orcid":"https://orcid.org/0000-0001-8544-6375","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]},{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112673776","display_name":"Xinyan Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyan Xiao","raw_affiliation_strings":["Baidu Inc., Beijing, China","Baidu Inc., China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Baidu Inc., China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082233466","display_name":"Peng Hu","orcid":"https://orcid.org/0000-0003-3868-3997"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Hu","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China","College of Computer Science, Sichuan University, China"],"raw_orcid":"https://orcid.org/0000-0003-3868-3997","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]},{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022800038","display_name":"Xi Peng","orcid":"https://orcid.org/0000-0002-5727-2790"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Peng","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China","College of Computer Science, Sichuan University, China"],"raw_orcid":"https://orcid.org/0000-0002-5727-2790","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]},{"raw_affiliation_string":"College of Computer Science, Sichuan University, China","institution_ids":["https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":1.5252,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83136471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"47","issue":"1","first_page":"338","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6332820057868958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6224743127822876},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.483020156621933},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4604414701461792},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4582591950893402},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4446980655193329},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34545665979385376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34001463651657104},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.17973798513412476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6332820057868958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6224743127822876},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.483020156621933},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4604414701461792},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4582591950893402},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4446980655193329},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34545665979385376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34001463651657104},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.17973798513412476},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3462996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3462996","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39292580","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39292580","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G2570225771","display_name":null,"funder_award_id":"62176171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3635681223","display_name":null,"funder_award_id":"CJ202303","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4605825167","display_name":null,"funder_award_id":"U21B2040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1514928307","https://openalex.org/W1773149199","https://openalex.org/W1861492603","https://openalex.org/W1905882502","https://openalex.org/W2277195237","https://openalex.org/W2489434015","https://openalex.org/W2560730294","https://openalex.org/W2886641317","https://openalex.org/W2963530300","https://openalex.org/W2981952612","https://openalex.org/W2987401211","https://openalex.org/W3035524453","https://openalex.org/W3035682985","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3156636935","https://openalex.org/W3159630763","https://openalex.org/W3168316785","https://openalex.org/W3173220247","https://openalex.org/W3176641147","https://openalex.org/W3177224328","https://openalex.org/W3184784418","https://openalex.org/W3185386766","https://openalex.org/W4214876032","https://openalex.org/W4312802153","https://openalex.org/W4312877428","https://openalex.org/W4321488152","https://openalex.org/W4382457317","https://openalex.org/W4382466018","https://openalex.org/W4385245566","https://openalex.org/W4390872216","https://openalex.org/W4391541320","https://openalex.org/W4393170802","https://openalex.org/W4402753981","https://openalex.org/W6676497082","https://openalex.org/W6740005241","https://openalex.org/W6751647823","https://openalex.org/W6755207826","https://openalex.org/W6757555829","https://openalex.org/W6757817989","https://openalex.org/W6758632346","https://openalex.org/W6758704467","https://openalex.org/W6767279747","https://openalex.org/W6771630921","https://openalex.org/W6773248631","https://openalex.org/W6779473860","https://openalex.org/W6781063151","https://openalex.org/W6784333009","https://openalex.org/W6786030337","https://openalex.org/W6788135285","https://openalex.org/W6789476682","https://openalex.org/W6789753369","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6800139874","https://openalex.org/W6803448863","https://openalex.org/W6811013733","https://openalex.org/W6844194202","https://openalex.org/W6852738887","https://openalex.org/W6861444294"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Vision-Language":[0],"Pre-training":[1],"(VLP)":[2],"has":[3],"shown":[4],"promising":[5],"performance":[6,66],"in":[7,67,79,89,137,171],"various":[8,196],"tasks":[9,69,198],"by":[10],"learning":[11,148,152],"a":[12,108,138,188],"generic":[13],"image-text":[14,33],"representation":[15],"space.":[16],"However,":[17],"most":[18],"existing":[19],"VLP":[20,51,118],"methods":[21],"encounter":[22],"the":[23,37,45,50,55,60,65,74,80,84,94,103,117,129,146,155,168,181,185,195,200,203],"Noisy":[24],"Correspondence":[25],"(NC)":[26],"problem":[27],"which":[28],"refers":[29],"to":[30,115,157,177],"wrongly":[31],"matched":[32],"pairs":[34],"harvested":[35],"from":[36,187],"wild.":[38],"In":[39,124],"this":[40],"paper,":[41],"we":[42,106],"empirically":[43],"study":[44],"influence":[46,85],"of":[47,76,86,202],"NC":[48,61,78,87,99],"on":[49,102,154,194],"model":[52,119,159],"and":[53,134,140,150,161,173,179],"obtain":[54],"following":[56],"two":[57],"observations.":[58],"First,":[59],"will":[62],"largely":[63],"degrade":[64],"downstream":[68],"even":[70],"via":[71],"fine-tuning,":[72],"indicating":[73],"necessity":[75],"handling":[77],"pre-training":[81,91],"period.":[82],"Second,":[83],"varies":[88],"different":[90],"objectives,":[92],"suggesting":[93],"objective-customized":[95],"solution":[96],"for":[97],"achieving":[98],"robustness.":[100],"Based":[101],"above":[104],"observations,":[105],"propose":[107],"novel":[109],"NoisE-robust":[110],"Vision-languagE":[111],"pRe-training":[112],"method":[113],"(NEVER)":[114],"endow":[116],"with":[120,184],"robustness":[121],"against":[122],"NC.":[123],"brief,":[125],"NEVER":[126,144,175],"first":[127],"divides":[128],"training":[130,182],"data":[131],"into":[132],"clean":[133],"noisy":[135],"subsets":[136],"progressive":[139],"adaptive":[141],"manner.":[142],"Then":[143],"employs":[145],"positive":[147],"(PL)":[149],"negative":[151,170],"(NL)":[153],"splits":[156],"enjoy":[158],"convergence":[160],"noise":[162],"robustness,":[163],"respectively.":[164],"To":[165],"further":[166],"handle":[167],"false":[169],"PL":[172],"NL,":[174],"proposes":[176],"smoothen":[178],"sharpen":[180],"targets":[183],"predictions":[186],"twin":[189],"momentum":[190],"model.":[191],"Extensive":[192],"experiments":[193],"V+L":[197],"verify":[199],"effectiveness":[201],"proposed":[204],"method.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}