{"id":"https://openalex.org/W4284896388","doi":"https://doi.org/10.1145/3477495.3531783","title":"Image-Text Retrieval via Contrastive Learning with Auxiliary Generative Features and Support-set Regularization","display_name":"Image-Text Retrieval via Contrastive Learning with Auxiliary Generative Features and Support-set Regularization","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284896388","doi":"https://doi.org/10.1145/3477495.3531783"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531783","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3477495.3531783","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531783","source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531783","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100433914","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-4477-5532"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054067088","display_name":"Min Yang","orcid":"https://orcid.org/0000-0003-3814-2728"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Yang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, The Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, The Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059967200","display_name":"Chengming Li","orcid":"https://orcid.org/0000-0002-4592-3875"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengming Li","raw_affiliation_strings":["Sun Yat-sen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026719663","display_name":"Ruifeng Xu","orcid":"https://orcid.org/0000-0002-4009-5679"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruifeng Xu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6471,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78042794,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1938","last_page":"1943"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7859697937965393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6020323634147644},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6003283858299255},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5527528524398804},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5397565960884094},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4811045527458191},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47772642970085144},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.47304242849349976},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.45010918378829956},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4457479417324066},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4170920252799988},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40234166383743286},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3489609956741333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7859697937965393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6020323634147644},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6003283858299255},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5527528524398804},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5397565960884094},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4811045527458191},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47772642970085144},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.47304242849349976},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.45010918378829956},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4457479417324066},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4170920252799988},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40234166383743286},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3489609956741333},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3531783","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3477495.3531783","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531783","source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3477495.3531783","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3477495.3531783","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3477495.3531783","source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1750129325","display_name":null,"funder_award_id":"2019A1515011705","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2135204418","display_name":null,"funder_award_id":"No. KQTD20190929172835662","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G5111021889","display_name":null,"funder_award_id":"No. 2019A1515011705","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G7279263540","display_name":null,"funder_award_id":"61906185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G764773819","display_name":null,"funder_award_id":"KQTD20190929172835662","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G808111388","display_name":null,"funder_award_id":"No. 61906185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8777962889","display_name":null,"funder_award_id":"2019A1515011705","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4284896388.pdf","grobid_xml":"https://content.openalex.org/works/W4284896388.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1922199343","https://openalex.org/W1964073652","https://openalex.org/W1998847750","https://openalex.org/W2007972815","https://openalex.org/W2155803963","https://openalex.org/W2203543769","https://openalex.org/W2266728343","https://openalex.org/W2342543219","https://openalex.org/W2894786240","https://openalex.org/W2963187862","https://openalex.org/W2967957126","https://openalex.org/W2981951787","https://openalex.org/W2987222078","https://openalex.org/W3099614098"],"related_works":["https://openalex.org/W2392326565","https://openalex.org/W3150772620","https://openalex.org/W4287330208","https://openalex.org/W3201919367","https://openalex.org/W2884815824","https://openalex.org/W4321855132","https://openalex.org/W1968421027","https://openalex.org/W2347418156","https://openalex.org/W1992429311","https://openalex.org/W4311723214"],"abstract_inverted_index":{"In":[0,68],"this":[1],"paper,":[2],"we":[3,70,108,137],"bridge":[4],"the":[5,35,38,45,48,58,83,96,102,105,128,139],"heterogeneity":[6],"gap":[7],"between":[8,37,47,85],"different":[9],"modalities":[10],"and":[11,21,42,54,64,88,141],"improve":[12,78],"image-text":[13,40,133],"retrieval":[14,62],"by":[15,81],"taking":[16],"advantage":[17],"of":[18,60,104],"auxiliary":[19,65],"image-to-text":[20],"text-to-image":[22],"generative":[23,66],"features":[24,63],"with":[25,57],"contrastive":[26,29,79],"learning.":[27],"Concretely,":[28],"learning":[30,80],"is":[31],"devised":[32],"to":[33,76],"narrow":[34],"distance":[36,46,84],"aligned":[39],"pairs":[41,50],"push":[43],"apart":[44],"unaligned":[49],"from":[51],"both":[52],"inter-":[53],"intra-modality":[55],"perspectives":[56],"help":[59],"cross-modal":[61,91,132],"features.":[67],"addition,":[69],"devise":[71],"a":[72],"support-set":[73,92],"regularization":[74],"term":[75],"further":[77],"constraining":[82],"each":[86],"image/text":[87],"its":[89],"corresponding":[90],"information":[93],"contained":[94],"in":[95],"same":[97],"semantic":[98],"category.":[99],"To":[100],"evaluate":[101],"effectiveness":[103],"proposed":[106],"method,":[107],"conduct":[109],"experiments":[110],"on":[111],"three":[112],"benchmark":[113],"datasets":[114],"(i.e.,":[115],"MIRFLICKR-25K,":[116],"NUS-WIDE,":[117],"MS":[118],"COCO).":[119],"Experimental":[120],"results":[121],"show":[122],"that":[123],"our":[124],"model":[125],"significantly":[126],"outperforms":[127],"strong":[129],"baselines":[130],"for":[131],"retrieval.":[134],"For":[135],"reproducibility,":[136],"submit":[138],"code":[140],"data":[142],"publicly":[143],"at:":[144],"\\urlhttps://github.com/Hambaobao/CRCGS.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2025-10-10T00:00:00"}