{"id":"https://openalex.org/W7155367175","doi":"https://doi.org/10.1109/tip.2026.3684860","title":"Semantic-Aware Multimodal Collaborative Learning for Unsupervised Visible-Infrared Person Re-Identification","display_name":"Semantic-Aware Multimodal Collaborative Learning for Unsupervised Visible-Infrared Person Re-Identification","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7155367175","doi":"https://doi.org/10.1109/tip.2026.3684860","pmid":"https://pubmed.ncbi.nlm.nih.gov/42024934"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3684860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3684860","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100683380","display_name":"Xueping Wang","orcid":"https://orcid.org/0000-0003-4862-8975"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]},{"id":"https://openalex.org/I3130607311","display_name":"Changsha Normal University","ror":"https://ror.org/02sqk3z62","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130607311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueping Wang","raw_affiliation_strings":["College of Information Science and Engineering, Institute of Interdisciplinary Studies, Key Laboratory of Educational Informatization and Intelligence of Higher Education Institutions in Hunan Province, Hunan Normal University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-4862-8975","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Institute of Interdisciplinary Studies, Key Laboratory of Educational Informatization and Intelligence of Higher Education Institutions in Hunan Province, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I173759888","https://openalex.org/I3130607311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134441311","display_name":"Shixi Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]},{"id":"https://openalex.org/I3130607311","display_name":"Changsha Normal University","ror":"https://ror.org/02sqk3z62","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130607311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shixi Luo","raw_affiliation_strings":["College of Information Science and Engineering, Institute of Interdisciplinary Studies, Key Laboratory of Educational Informatization and Intelligence of Higher Education Institutions in Hunan Province, Hunan Normal University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0002-4146-5501","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Institute of Interdisciplinary Studies, Key Laboratory of Educational Informatization and Intelligence of Higher Education Institutions in Hunan Province, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I173759888","https://openalex.org/I3130607311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343854","display_name":"Min Liu","orcid":"https://orcid.org/0000-0001-6406-4896"},"institutions":[{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Liu","raw_affiliation_strings":["School of Artificial Intelligence and Robotics and the National Engineering Laboratory for Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-6406-4896","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Robotics and the National Engineering Laboratory for Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I4210144102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134213862","display_name":"Gautam Srivastava","orcid":"https://orcid.org/0000-0001-9851-4103"},"institutions":[{"id":"https://openalex.org/I148751991","display_name":"Sogang University","ror":"https://ror.org/056tn4839","country_code":"KR","type":"education","lineage":["https://openalex.org/I148751991"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gautam Srivastava","raw_affiliation_strings":["Sogang University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9851-4103","affiliations":[{"raw_affiliation_string":"Sogang University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I148751991"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090788114","display_name":"Shuai Liu","orcid":"https://orcid.org/0000-0001-9909-0664"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]},{"id":"https://openalex.org/I4210154423","display_name":"Education Department of Hunan Province","ror":"https://ror.org/05ckg3w11","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210154423"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Liu","raw_affiliation_strings":["School of Educational Science, Institute of Interdisciplinary Studies, Key Laboratory of Educational Informatization and Intelligence of Higher Education Institutions in Hunan Province, Hunan Normal University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-9909-0664","affiliations":[{"raw_affiliation_string":"School of Educational Science, Institute of Interdisciplinary Studies, Key Laboratory of Educational Informatization and Intelligence of Higher Education Institutions in Hunan Province, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I173759888","https://openalex.org/I4210154423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025640070","display_name":"Yaonan Wang","orcid":"https://orcid.org/0000-0002-0519-6458"},"institutions":[{"id":"https://openalex.org/I4210144102","display_name":"Wuhu Hit Robot Technology Research Institute","ror":"https://ror.org/049w4dp92","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaonan Wang","raw_affiliation_strings":["School of Artificial Intelligence and Robotics and the National Engineering Laboratory for Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0519-6458","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Robotics and the National Engineering Laboratory for Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I4210144102"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4799715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"5080","last_page":"5091"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.6801999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.6801999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.050700001418590546,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.597000002861023},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.3646000027656555},{"id":"https://openalex.org/keywords/collaborative-software","display_name":"Collaborative software","score":0.3522999882698059},{"id":"https://openalex.org/keywords/team-learning","display_name":"Team learning","score":0.3174000084400177},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.3095000088214874},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.2994999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6926000118255615},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.597000002861023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4814000129699707},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3824000060558319},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C554579003","wikidata":"https://www.wikidata.org/wiki/Q474157","display_name":"Collaborative software","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3197999894618988},{"id":"https://openalex.org/C920782","wikidata":"https://www.wikidata.org/wiki/Q7691652","display_name":"Team learning","level":5,"score":0.3174000084400177},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C3019723476","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Electronic learning","level":3,"score":0.29789999127388},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25450000166893005}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3684860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3684860","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:42024934","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42024934","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3687505393","display_name":null,"funder_award_id":"2024JJ3013","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G4176581505","display_name":null,"funder_award_id":"62573189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4348451776","display_name":"\u5143\u8ba4\u77e5\u9a71\u52a8\u7684\u957f\u65f6\u8bfe\u5802\u884c\u4e3a\u7f16\u7801\u7814\u7a76","funder_award_id":"2026JJ50511","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G6984645349","display_name":null,"funder_award_id":"62425305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unsupervised":[0],"visible-infrared":[1],"person":[2],"re-identification":[3],"(VI-ReID)":[4],"is":[5,69,227],"challenging":[6],"due":[7],"to":[8,32,44,71,105,148],"the":[9,34,73,119,131,154,163,175,180,186,197,201,206,217,221],"significant":[10],"modality":[11],"gap":[12,75],"between":[13],"visible":[14,83],"and":[15,40,84,125,143],"infrared":[16,85],"images.":[17],"Most":[18],"existing":[19],"methods":[20],"rely":[21],"on":[22,140,162],"one-hot":[23],"clustering":[24,123],"pseudo-labels":[25],"as":[26],"supervision":[27,90],"signals,":[28,91],"which":[29],"often":[30],"fail":[31],"capture":[33],"full":[35],"semantic":[36,79],"relationships":[37],"among":[38],"samples":[39,113],"are":[41],"highly":[42],"susceptible":[43],"noise.":[45],"To":[46],"address":[47],"these":[48],"limitations,":[49],"we":[50,97],"propose":[51],"a":[52,63,99,145,169,191,211],"Semantic-aware":[53],"Multimodal":[54],"Collaborative":[55],"Learning":[56,102],"(SAMCL)":[57],"framework":[58],"for":[59,92],"unsupervised":[60,149],"VI-ReID.":[61,150],"Specifically,":[62],"Modality-aware":[64],"Semantic":[65],"Fusion":[66],"(MSF)":[67],"module":[68,104],"designed":[70],"bridge":[72],"inter-modality":[74],"by":[76,110,183,203,223],"integrating":[77],"complementary":[78],"details":[80],"from":[81],"both":[82],"modalities,":[86],"generating":[87],"enriched":[88],"cross-modal":[89,93],"collaborative":[94],"learning.":[95],"Meanwhile,":[96],"present":[98],"Dynamic":[100],"Contrastive":[101],"(DCL)":[103],"refine":[106],"intra-modality":[107,126],"feature":[108,120,127],"learning":[109],"dynamically":[111],"aligning":[112],"with":[114],"their":[115],"neighboring":[116],"centroids":[117],"in":[118,174,196,216],"space,":[121],"improving":[122],"reliability":[124],"discrimination.":[128],"By":[129],"combining":[130],"two":[132],"modules,":[133],"SAMCL":[134],"harnesses":[135],"multimodal":[136],"collaboration,":[137],"minimizes":[138],"dependence":[139],"noisy":[141],"pseudo-labels,":[142],"provides":[144],"robust":[146],"approach":[147],"Extensive":[151],"experiments":[152],"demonstrate":[153],"superiority":[155],"of":[156,172,194,214],"our":[157,166],"proposed":[158],"method.":[159],"For":[160],"instance,":[161],"SYSU-MM01":[164],"dataset,":[165,188,208],"model":[167],"achieves":[168,190,210],"Rank-1":[170,192,212],"accuracy":[171,193,213],"68.68%":[173],"All":[176],"Search":[177],"setting,":[178,199,219],"surpassing":[179],"state-of-the-art":[181],"(SOTA)":[182],"3.48%.":[184],"On":[185,205],"RegDB":[187],"it":[189,209],"94.47%":[195],"Visible-to-Infrared":[198,218],"outperforming":[200,220],"SOTA":[202,222],"3.57%.":[204],"LLCM":[207],"50.6%":[215],"3.7%.":[224],"The":[225],"code":[226],"available":[228],"at":[229],"https://github.com/luoshixi123/SAMCL.":[230]},"counts_by_year":[],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2026-04-24T00:00:00"}
