{"id":"https://openalex.org/W4213303451","doi":"https://doi.org/10.1109/tmm.2022.3152086","title":"Self-Supervised Correlation Learning for Cross-Modal Retrieval","display_name":"Self-Supervised Correlation Learning for Cross-Modal Retrieval","publication_year":2022,"publication_date":"2022-02-16","ids":{"openalex":"https://openalex.org/W4213303451","doi":"https://doi.org/10.1109/tmm.2022.3152086"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3152086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3152086","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100622192","display_name":"Yaxin Liu","orcid":"https://orcid.org/0000-0001-9814-3920"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxin Liu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-9814-3920","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654190","display_name":"Jianlong Wu","orcid":"https://orcid.org/0000-0003-0247-5221"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Wu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0247-5221","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102773468","display_name":"Leigang Qu","orcid":"https://orcid.org/0000-0002-5479-8439"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leigang Qu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654958","display_name":"Tian Gan","orcid":"https://orcid.org/0000-0003-3197-5698"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Gan","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-3197-5698","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianhua Yin","orcid":"https://orcid.org/0000-0002-4611-2986"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Yin","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-4611-2986","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":4.6983,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96155527,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"2851","last_page":"2863"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8311580419540405},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7554953694343567},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6768541932106018},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6414155960083008},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5612272620201111},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5561710000038147},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5461339950561523},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5060243010520935},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4849662780761719},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.44579529762268066},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4455728828907013},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4309292435646057},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41935300827026367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07923635840415955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8311580419540405},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7554953694343567},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6768541932106018},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6414155960083008},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5612272620201111},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5561710000038147},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5461339950561523},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5060243010520935},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4849662780761719},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.44579529762268066},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4455728828907013},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4309292435646057},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41935300827026367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07923635840415955},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3152086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3152086","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G1789959723","display_name":null,"funder_award_id":"62006140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2053485949","display_name":null,"funder_award_id":"ZR2019JQ23","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2733153709","display_name":null,"funder_award_id":"62176137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3596831556","display_name":null,"funder_award_id":"62172261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7231895066","display_name":null,"funder_award_id":"U1936203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7395080110","display_name":null,"funder_award_id":"ZR2020QF106","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8886733673","display_name":null,"funder_award_id":"ZR2019QF001","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1523385540","https://openalex.org/W1665214252","https://openalex.org/W1861492603","https://openalex.org/W1883346539","https://openalex.org/W1949478088","https://openalex.org/W1964073652","https://openalex.org/W2007972815","https://openalex.org/W2013535308","https://openalex.org/W2030899956","https://openalex.org/W2052727801","https://openalex.org/W2096733369","https://openalex.org/W2100235303","https://openalex.org/W2106277773","https://openalex.org/W2137225583","https://openalex.org/W2138621090","https://openalex.org/W2152790380","https://openalex.org/W2155803963","https://openalex.org/W2187089797","https://openalex.org/W2555897561","https://openalex.org/W2574447816","https://openalex.org/W2605649771","https://openalex.org/W2606965845","https://openalex.org/W2619383789","https://openalex.org/W2640408555","https://openalex.org/W2725249286","https://openalex.org/W2740474318","https://openalex.org/W2765440071","https://openalex.org/W2795389793","https://openalex.org/W2795832645","https://openalex.org/W2798991696","https://openalex.org/W2803832867","https://openalex.org/W2884695718","https://openalex.org/W2887997457","https://openalex.org/W2949557830","https://openalex.org/W2954672622","https://openalex.org/W2956335072","https://openalex.org/W2964216321","https://openalex.org/W2967957126","https://openalex.org/W2990330438","https://openalex.org/W2997072756","https://openalex.org/W2999606372","https://openalex.org/W3005680577","https://openalex.org/W3029678209","https://openalex.org/W3035524453","https://openalex.org/W3048707520","https://openalex.org/W3085694362","https://openalex.org/W3102166635","https://openalex.org/W3103717910","https://openalex.org/W3140270772","https://openalex.org/W3168433561","https://openalex.org/W3172670627","https://openalex.org/W3176349206","https://openalex.org/W4237723258","https://openalex.org/W4297808394","https://openalex.org/W6631190155","https://openalex.org/W6631216910","https://openalex.org/W6637242042","https://openalex.org/W6639102338","https://openalex.org/W6639103823","https://openalex.org/W6680302564","https://openalex.org/W6682948231","https://openalex.org/W6730323794","https://openalex.org/W6732292492","https://openalex.org/W6752051073","https://openalex.org/W6754278344","https://openalex.org/W6774314701","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3119773509","https://openalex.org/W3174759195","https://openalex.org/W3208297503","https://openalex.org/W2889153461","https://openalex.org/W2964117661","https://openalex.org/W4388405611","https://openalex.org/W2619127353","https://openalex.org/W3167013339","https://openalex.org/W4287121366","https://openalex.org/W60493759"],"abstract_inverted_index":{"Cross-modal":[0],"retrieval":[1,78,222],"aims":[2],"to":[3,95,149,169,198],"retrieve":[4],"relevant":[5],"data":[6,29,39,47,94],"from":[7,37,114],"another":[8],"modality":[9,173],"when":[10],"given":[11],"a":[12,42,74,118,177],"query":[13],"of":[14,27,63,89,92,107,132,140],"one":[15],"modality.":[16],"Although":[17],"most":[18],"existing":[19],"methods":[20],"that":[21,211],"rely":[22],"on":[23,54,205],"the":[24,34,105,112,115,123,127,130,138,151,172,182,186,195,199],"label":[25],"information":[26,125],"multimedia":[28,56],"have":[30],"achieved":[31],"promising":[32],"results,":[33],"performance":[35],"benefiting":[36],"labeled":[38],"comes":[40],"at":[41],"high":[43],"cost":[44],"since":[45],"labeling":[46],"often":[48],"requires":[49],"enormous":[50],"labor":[51],"resources,":[52],"especially":[53],"large-scale":[55],"datasets.":[57],"Therefore,":[58],"unsupervised":[59,76,102,146],"cross-modal":[60,77,221],"learning":[61,103,141,148],"is":[62],"crucial":[64],"importance":[65],"in":[66,185],"real-world":[67],"applications.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72,110,144,175,192],"propose":[73],"novel":[75],"method,":[79],"named":[80],"Self-supervised":[81],"Correlation":[82],"Learning":[83],"(SCL),":[84],"which":[85,158],"takes":[86],"full":[87],"advantage":[88],"large":[90],"amounts":[91],"unlabeled":[93],"learn":[96],"discriminative":[97,142],"and":[98,129,155,163,180],"modality-invariant":[99,183],"representations.":[100],"Since":[101],"lacks":[104],"supervision":[106],"category":[108],"labels,":[109],"incorporate":[111],"knowledge":[113],"input":[116,128],"as":[117],"supervisory":[119],"signal":[120],"by":[121],"maximizing":[122],"mutual":[124],"between":[126],"output":[131],"different":[133],"modality-specific":[134],"projectors.":[135],"Besides,":[136],"for":[137],"purpose":[139],"representations,":[143],"exploit":[145],"contrastive":[147],"model":[150],"relationship":[152],"among":[153],"intra-":[154],"inter-modality":[156],"instances,":[157],"makes":[159],"similar":[160],"samples":[161,166],"closer":[162],"pushes":[164],"dissimilar":[165],"apart.":[167],"Moreover,":[168],"further":[170],"eliminate":[171],"gap,":[174],"use":[176],"weight-sharing":[178],"scheme":[179],"minimize":[181],"loss":[184],"joint":[187],"representation":[188],"space.":[189],"Beyond":[190],"that,":[191],"also":[193],"extend":[194],"proposed":[196],"method":[197,213],"semi-supervised":[200],"setting.":[201],"Extensive":[202],"experiments":[203],"conducted":[204],"three":[206],"widely-used":[207],"benchmark":[208],"datasets":[209],"demonstrate":[210],"our":[212],"achieves":[214],"competitive":[215],"results":[216],"compared":[217],"with":[218],"current":[219],"state-of-the-art":[220],"approaches.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}