{"id":"https://openalex.org/W4409263739","doi":"https://doi.org/10.1109/tpami.2025.3558989","title":"Enhancing Representations Through Heterogeneous Self-Supervised Learning","display_name":"Enhancing Representations Through Heterogeneous Self-Supervised Learning","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409263739","doi":"https://doi.org/10.1109/tpami.2025.3558989","pmid":"https://pubmed.ncbi.nlm.nih.gov/40198297"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3558989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3558989","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061104243","display_name":"Zhong-Yu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong-Yu Li","raw_affiliation_strings":["VCIP & TBI Center, Nankai University, Tianjin, China","VCIP & TBI Center, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3682-4904","affiliations":[{"raw_affiliation_string":"VCIP & TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"VCIP & TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081256699","display_name":"Bowen Yin","orcid":"https://orcid.org/0009-0006-0247-8202"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo-Wen Yin","raw_affiliation_strings":["VCIP & TBI Center, Nankai University, Tianjin, China","VCIP & TBI Center, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0006-0247-8202","affiliations":[{"raw_affiliation_string":"VCIP & TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"VCIP & TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054002392","display_name":"Yongxiang Liu","orcid":"https://orcid.org/0000-0002-0682-8365"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxiang Liu","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0682-8365","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418783","display_name":"Li Liu","orcid":"https://orcid.org/0000-0002-2011-2873"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-2011-2873","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037131575","display_name":"Ming\u2010Ming Cheng","orcid":"https://orcid.org/0000-0001-5550-8758"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming-Ming Cheng","raw_affiliation_strings":["VCIP & TBI Center, Nankai University, Tianjin, China","VCIP & TBI Center, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5550-8758","affiliations":[{"raw_affiliation_string":"VCIP & TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"VCIP & TBI Center, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83001704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"47","issue":"7","first_page":"5976","last_page":"5989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.4198000133037567,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.4198000133037567,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6683063507080078},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6595255136489868},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4501585066318512},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38439637422561646}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6683063507080078},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6595255136489868},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4501585066318512},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38439637422561646}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3558989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3558989","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40198297","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40198297","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5616526104","display_name":null,"funder_award_id":"2021YFB3100800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6785956370","display_name":null,"funder_award_id":"62225604","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7774348999","display_name":null,"funder_award_id":"62376283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":131,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1861492603","https://openalex.org/W2025768430","https://openalex.org/W2031489346","https://openalex.org/W2117539524","https://openalex.org/W2161969291","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2599837529","https://openalex.org/W2737258237","https://openalex.org/W2750549109","https://openalex.org/W2797977484","https://openalex.org/W2798991696","https://openalex.org/W2883725317","https://openalex.org/W2884822772","https://openalex.org/W2955058313","https://openalex.org/W2962852342","https://openalex.org/W2963420272","https://openalex.org/W2964241181","https://openalex.org/W2981899103","https://openalex.org/W2987741655","https://openalex.org/W3034576826","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3097777922","https://openalex.org/W3108655343","https://openalex.org/W3128661784","https://openalex.org/W3131500599","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3158714121","https://openalex.org/W3159481202","https://openalex.org/W3163465952","https://openalex.org/W3168822201","https://openalex.org/W3171007011","https://openalex.org/W3172615411","https://openalex.org/W3174415835","https://openalex.org/W3192404838","https://openalex.org/W3205809313","https://openalex.org/W4214493665","https://openalex.org/W4214504406","https://openalex.org/W4214642259","https://openalex.org/W4224852017","https://openalex.org/W4226224676","https://openalex.org/W4285605548","https://openalex.org/W4307844773","https://openalex.org/W4308503280","https://openalex.org/W4311088269","https://openalex.org/W4312262772","https://openalex.org/W4312295999","https://openalex.org/W4312309398","https://openalex.org/W4312312750","https://openalex.org/W4312443924","https://openalex.org/W4312446817","https://openalex.org/W4312804044","https://openalex.org/W4312820606","https://openalex.org/W4312891522","https://openalex.org/W4312972416","https://openalex.org/W4312986923","https://openalex.org/W4313156423","https://openalex.org/W4382465386","https://openalex.org/W4382467347","https://openalex.org/W4386047822","https://openalex.org/W4386065386","https://openalex.org/W4386065811","https://openalex.org/W4386065875","https://openalex.org/W4386066407","https://openalex.org/W4386075687","https://openalex.org/W4386076174","https://openalex.org/W4386076385","https://openalex.org/W4386076428","https://openalex.org/W4386076446","https://openalex.org/W4386076493","https://openalex.org/W4386076522","https://openalex.org/W4386083042","https://openalex.org/W4386221015","https://openalex.org/W4386282431","https://openalex.org/W4388976122","https://openalex.org/W4389104669","https://openalex.org/W4390871823","https://openalex.org/W4390873186","https://openalex.org/W4390873788","https://openalex.org/W4390874126","https://openalex.org/W4401328675","https://openalex.org/W4402727005","https://openalex.org/W6682250724","https://openalex.org/W6685380521","https://openalex.org/W6747899497","https://openalex.org/W6761472960","https://openalex.org/W6770196601","https://openalex.org/W6777265123","https://openalex.org/W6779997284","https://openalex.org/W6780730929","https://openalex.org/W6786093290","https://openalex.org/W6787972765","https://openalex.org/W6790850890","https://openalex.org/W6791742336","https://openalex.org/W6795308139","https://openalex.org/W6795754764","https://openalex.org/W6796761347","https://openalex.org/W6797255657","https://openalex.org/W6797371478","https://openalex.org/W6799515669","https://openalex.org/W6800217721","https://openalex.org/W6802221152","https://openalex.org/W6802648153","https://openalex.org/W6804160461","https://openalex.org/W6809964999","https://openalex.org/W6810007534","https://openalex.org/W6810107437","https://openalex.org/W6810914850","https://openalex.org/W6838332116","https://openalex.org/W6838577202","https://openalex.org/W6838614222","https://openalex.org/W6838657836","https://openalex.org/W6838710837","https://openalex.org/W6839263979","https://openalex.org/W6839306587","https://openalex.org/W6843151239","https://openalex.org/W6844194202","https://openalex.org/W6845579991","https://openalex.org/W6846320904","https://openalex.org/W6848688062","https://openalex.org/W6850882814","https://openalex.org/W6851800889","https://openalex.org/W6856320488","https://openalex.org/W6856738047","https://openalex.org/W6868539980","https://openalex.org/W6875057238"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Incorporating":[0],"heterogeneous":[1,23,54,88],"representations":[2],"from":[3,47,55],"different":[4],"architectures":[5,24],"has":[6,25],"facilitated":[7],"various":[8,87,155,162],"vision":[9],"tasks,":[10,164],"e.g.,":[11],"some":[12],"hybrid":[13],"networks":[14],"combine":[15],"transformers":[16],"and":[17,94,139,172],"convolutions.":[18],"However,":[19],"complementarity":[20],"between":[21],"such":[22],"not":[26],"been":[27],"well":[28],"exploited":[29],"in":[30,70],"self-supervised":[31,156],"learning.":[32],"Thus,":[33],"we":[34,83],"propose":[35,120],"Heterogeneous":[36],"Self-Supervised":[37],"Learning":[38],"(HSSL),":[39],"which":[40],"enforces":[41],"a":[42,71,91,121,133],"base":[43,57,65,92,106,135],"model":[44,66,93,107,136,148],"to":[45,119,137,145],"learn":[46,138],"an":[48,95],"auxiliary":[49,96,130],"head":[50,131],"whose":[51],"architecture":[52,112],"is":[53,152],"the":[56,64,81,101,105,127,147],"model.":[58],"In":[59],"this":[60],"process,":[61],"HSSL":[62,151],"endows":[63],"with":[67,154],"new":[68],"characteristics":[69],"representation":[72,102],"learning":[73],"way":[74],"without":[75],"structural":[76],"changes.":[77],"To":[78],"comprehensively":[79],"understand":[80],"HSSL,":[82],"conduct":[84],"experiments":[85],"on":[86,161],"pairs":[89],"containing":[90],"head.":[97],"We":[98],"discover":[99],"that":[100,124],"quality":[103],"of":[104],"moves":[108],"up":[109],"as":[110],"their":[111],"discrepancy":[113],"grows.":[114],"This":[115],"observation":[116],"motivates":[117],"us":[118],"search":[122],"strategy":[123],"quickly":[125],"determines":[126],"most":[128],"suitable":[129],"for":[132],"specific":[134],"several":[140],"simple":[141],"but":[142],"effective":[143],"methods":[144],"enlarge":[146],"discrepancy.":[149],"The":[150],"compatible":[153],"methods,":[157],"achieving":[158],"superior":[159],"performances":[160],"downstream":[163],"including":[165],"image":[166],"classification,":[167],"semantic":[168],"segmentation,":[169,171],"instance":[170],"object":[173],"detection.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}