{"id":"https://openalex.org/W3204548263","doi":"https://doi.org/10.1109/tmm.2021.3115335","title":"Heterogeneous Contrastive Learning: Encoding Spatial Information for Compact Visual Representations","display_name":"Heterogeneous Contrastive Learning: Encoding Spatial Information for Compact Visual Representations","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3204548263","doi":"https://doi.org/10.1109/tmm.2021.3115335","mag":"3204548263"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3115335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3115335","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025959130","display_name":"Xinyue Huo","orcid":"https://orcid.org/0000-0003-1724-9438"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinyue Huo","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075290241","display_name":"Lingxi Xie","orcid":"https://orcid.org/0000-0003-4831-9451"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingxi Xie","raw_affiliation_strings":["Huawei Cloud, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050660610","display_name":"Longhui Wei","orcid":"https://orcid.org/0000-0001-6916-3009"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longhui Wei","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614075","display_name":"Xiaopeng Zhang","orcid":"https://orcid.org/0000-0003-1276-1424"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Zhang","raw_affiliation_strings":["Huawei Cloud, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624798","display_name":"Xin Chen","orcid":"https://orcid.org/0009-0005-0200-2493"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Chen","raw_affiliation_strings":["Huawei Cloud, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060326998","display_name":"H L Li","orcid":"https://orcid.org/0000-0001-8258-9864"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101323288","display_name":"Zijie Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Yang","raw_affiliation_strings":["Department of Computer and Control, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Control, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046805800","display_name":"Wengang Zhou","orcid":"https://orcid.org/0000-0003-1690-9836"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wengang Zhou","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078141810","display_name":"Houqiang Li","orcid":"https://orcid.org/0000-0003-2188-3028"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houqiang Li","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Cloud, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5025959130"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.2237,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83514343,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"24","issue":null,"first_page":"4224","last_page":"4235"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8362534046173096},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.7044812440872192},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6648504137992859},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6645264625549316},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6175182461738586},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5815045237541199},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.47271057963371277},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4531228840351105},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.419491171836853},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40267515182495117},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3890504539012909}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8362534046173096},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.7044812440872192},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6648504137992859},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6645264625549316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6175182461738586},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5815045237541199},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.47271057963371277},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4531228840351105},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.419491171836853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40267515182495117},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3890504539012909},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3115335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3115335","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5},{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G6697701469","display_name":null,"funder_award_id":"61822208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W219040644","https://openalex.org/W343636949","https://openalex.org/W639708223","https://openalex.org/W1563795667","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1896080482","https://openalex.org/W1903029394","https://openalex.org/W1924814796","https://openalex.org/W2031489346","https://openalex.org/W2048679005","https://openalex.org/W2053565832","https://openalex.org/W2108598243","https://openalex.org/W2136504847","https://openalex.org/W2143238378","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2340897893","https://openalex.org/W2487442924","https://openalex.org/W2550462002","https://openalex.org/W2565639579","https://openalex.org/W2575671312","https://openalex.org/W2599837529","https://openalex.org/W2606014079","https://openalex.org/W2750549109","https://openalex.org/W2777922598","https://openalex.org/W2883725317","https://openalex.org/W2884851420","https://openalex.org/W2919115771","https://openalex.org/W2948672349","https://openalex.org/W2962828890","https://openalex.org/W2963150697","https://openalex.org/W2963420272","https://openalex.org/W2963465221","https://openalex.org/W2963703197","https://openalex.org/W2964037671","https://openalex.org/W2964060161","https://openalex.org/W2964153986","https://openalex.org/W2979579363","https://openalex.org/W2982376094","https://openalex.org/W2990789488","https://openalex.org/W2999171328","https://openalex.org/W3009561768","https://openalex.org/W3011706535","https://openalex.org/W3015309773","https://openalex.org/W3026092005","https://openalex.org/W3035060554","https://openalex.org/W3035314413","https://openalex.org/W3035524453","https://openalex.org/W3047363187","https://openalex.org/W3095915928","https://openalex.org/W3102046303","https://openalex.org/W3108655343","https://openalex.org/W3167306551","https://openalex.org/W3168822201","https://openalex.org/W3171007011","https://openalex.org/W3172615411","https://openalex.org/W3174415835","https://openalex.org/W4246193833","https://openalex.org/W4287812705","https://openalex.org/W4294068600","https://openalex.org/W6633802082","https://openalex.org/W6637373629","https://openalex.org/W6639103823","https://openalex.org/W6680140577","https://openalex.org/W6680382358","https://openalex.org/W6682250724","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6776700526","https://openalex.org/W6777179611","https://openalex.org/W6778102432","https://openalex.org/W6779326418","https://openalex.org/W6784468818","https://openalex.org/W7015890786"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2037549926","https://openalex.org/W2345479200","https://openalex.org/W2183306018","https://openalex.org/W2849310602","https://openalex.org/W3006008237","https://openalex.org/W2419146053","https://openalex.org/W4388890789","https://openalex.org/W2088247287","https://openalex.org/W2963903416"],"abstract_inverted_index":{"Unsupervised":[0],"pretraining":[1],"is":[2,25],"of":[3,88,110,150],"great":[4,14],"significance":[5],"for":[6,28,38,122],"visual":[7,29,137,152],"representation.":[8,30,49],"Especially,":[9],"contrastive":[10,56,77],"learning":[11,73],"has":[12,34],"achieved":[13],"success":[15],"recently,":[16],"but":[17,40],"existing":[18,104],"approaches":[19],"mostly":[20],"ignored":[21],"spatial":[22,46,64],"information":[23,65],"which":[24],"often":[26],"crucial":[27],"Strong":[31],"semantic":[32],"embedding":[33],"an":[35,59],"inherent":[36],"advantage":[37],"classification,":[39],"dense":[41],"prediction":[42],"tasks":[43,112],"require":[44],"more":[45],"and":[47,79,114,139],"low-level":[48],"This":[50],"paper":[51],"presents":[52],"<bold":[53],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[54],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">heterogeneous":[55],"learning</b>":[57],"(HCL),":[58],"effective":[60],"approach":[61,132],"that":[62,92,130],"adds":[63],"to":[66,70,145],"the":[67,72,76,86,117,147],"encoding":[68],"stage":[69],"alleviate":[71],"inconsistency":[74],"between":[75],"objective":[78],"strong":[80],"data":[81],"augmentation":[82],"operations.":[83],"We":[84],"demonstrate":[85],"effectiveness":[87],"HCL":[89],"by":[90,120],"showing":[91],"(i)":[93],"it":[94,102,115],"achieves":[95,133],"higher":[96,134],"accuracy":[97],"in":[98,107,136],"instance":[99],"discrimination,":[100],"(ii)":[101],"surpasses":[103],"pre-training":[105,118],"methods":[106],"a":[108,142],"series":[109],"downstream":[111],"(iii)":[113],"shrinks":[116],"costs":[119],"half":[121],"almost":[123],"800":[124],"GPU-hours.":[125],"More":[126],"importantly,":[127],"we":[128],"show":[129],"our":[131],"efficiency":[135],"representations,":[138],"thus":[140],"delivers":[141],"key":[143],"message":[144],"inspire":[146],"future":[148],"research":[149],"self-supervised":[151],"representation":[153],"learning.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}