{"id":"https://openalex.org/W4405778838","doi":"https://doi.org/10.1109/tmm.2024.3521764","title":"CLIP-Based Modality Compensation for Visible-Infrared Image Re-Identification","display_name":"CLIP-Based Modality Compensation for Visible-Infrared Image Re-Identification","publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405778838","doi":"https://doi.org/10.1109/tmm.2024.3521764"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521764","doi":"https://doi.org/10.1109/tmm.2024.3521764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521764","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gang Hu","orcid":"https://orcid.org/0009-0002-9794-7964","observed_orcids":["https://orcid.org/0009-0002-9794-7964"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Hu","raw_affiliation_strings":["Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0009-0002-9794-7964","affiliations":[{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007396281","display_name":"Yafei Lv","orcid":"https://orcid.org/0000-0002-2779-5099","observed_orcids":["https://orcid.org/0000-0002-2779-5099"]},"institutions":[{"id":"https://openalex.org/I4402554106","display_name":"Naval Research Academy","ror":"https://ror.org/02t42bb94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4402554106"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Lv","raw_affiliation_strings":["Naval Research Institute of PLA, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2779-5099","affiliations":[{"raw_affiliation_string":"Naval Research Institute of PLA, Beijing, China","institution_ids":["https://openalex.org/I4402554106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101482692","display_name":"Jianting Zhang","orcid":"https://orcid.org/0000-0002-6334-3356","observed_orcids":["https://orcid.org/0000-0002-6334-3356"]},"institutions":[{"id":"https://openalex.org/I4402554106","display_name":"Naval Research Academy","ror":"https://ror.org/02t42bb94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4402554106"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianting Zhang","raw_affiliation_strings":["Naval Research Institute of PLA, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Institute of PLA, Beijing, China","institution_ids":["https://openalex.org/I4402554106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103089964","display_name":"Qian Wu","orcid":"https://orcid.org/0000-0001-5746-2677","observed_orcids":["https://orcid.org/0000-0001-5746-2677","https://orcid.org/0000-0002-0612-0287"]},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wu","raw_affiliation_strings":["Institute of Information and Navigation, Air Force Engineering University, Xi'an, China","Institute of Information and Navigation, Air Force Engineering University, Xi'an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0000-0001-5746-2677","affiliations":[{"raw_affiliation_string":"Institute of Information and Navigation, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]},{"raw_affiliation_string":"Institute of Information and Navigation, Air Force Engineering University, Xi'an, Shaanxi Province, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030436858","display_name":"Zaidao Wen","orcid":"https://orcid.org/0000-0003-1258-7737","observed_orcids":["https://orcid.org/0000-0003-1258-7737"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaidao Wen","raw_affiliation_strings":["Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0000-0003-1258-7737","affiliations":[{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":0.853,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.68935898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"27","issue":null,"first_page":"2112","last_page":"2126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.03880000114440918,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.9509999752044678},{"id":"https://openalex.org/keywords/prompt-learning","display_name":"prompt learning","score":0.8920000195503235},{"id":"https://openalex.org/keywords/text-encoder","display_name":"text encoder","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715810537338257},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6818453073501587},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6402917504310608},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5911581516265869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5631466507911682},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.48724260926246643},{"id":"https://openalex.org/C158355884","wikidata":"https://www.wikidata.org/wiki/Q11388","display_name":"Infrared","level":2,"score":0.4492826759815216},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34334367513656616},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0976838767528534},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521764","doi":"https://doi.org/10.1109/tmm.2024.3521764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521764","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7614356254","display_name":null,"funder_award_id":"62176213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8812169957","display_name":null,"funder_award_id":"62206310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2584637367","https://openalex.org/W2596603442","https://openalex.org/W2777534232","https://openalex.org/W2954773727","https://openalex.org/W2963690547","https://openalex.org/W2963842104","https://openalex.org/W2964044605","https://openalex.org/W2984145721","https://openalex.org/W2985033611","https://openalex.org/W2997877744","https://openalex.org/W2998792609","https://openalex.org/W3034494316","https://openalex.org/W3034519219","https://openalex.org/W3049045914","https://openalex.org/W3093050042","https://openalex.org/W3096831136","https://openalex.org/W3106715297","https://openalex.org/W3107848599","https://openalex.org/W3126792443","https://openalex.org/W3135367836","https://openalex.org/W3139438386","https://openalex.org/W3173635859","https://openalex.org/W3174770825","https://openalex.org/W3176633985","https://openalex.org/W3194065175","https://openalex.org/W3198377975","https://openalex.org/W3202750592","https://openalex.org/W3202788649","https://openalex.org/W3204075450","https://openalex.org/W3204251186","https://openalex.org/W3207905476","https://openalex.org/W3210946531","https://openalex.org/W3211483028","https://openalex.org/W4289785095","https://openalex.org/W4304091801","https://openalex.org/W4312310776","https://openalex.org/W4312622050","https://openalex.org/W4312700302","https://openalex.org/W4312802153","https://openalex.org/W4312825288","https://openalex.org/W4312936309","https://openalex.org/W4313188957","https://openalex.org/W4377231435","https://openalex.org/W4382240079","https://openalex.org/W4382460786","https://openalex.org/W4382467684","https://openalex.org/W4383899481","https://openalex.org/W4386065398","https://openalex.org/W4386071547","https://openalex.org/W4386071700","https://openalex.org/W4386075547","https://openalex.org/W4387560058","https://openalex.org/W4387968796","https://openalex.org/W4389331836","https://openalex.org/W4390691448","https://openalex.org/W4390872891","https://openalex.org/W4390873539","https://openalex.org/W4392745493","https://openalex.org/W4394627226","https://openalex.org/W4394804865","https://openalex.org/W4399074082","https://openalex.org/W4406857548"],"related_works":["https://openalex.org/W4416238842","https://openalex.org/W4406857548","https://openalex.org/W7128914609","https://openalex.org/W7160397688","https://openalex.org/W4402979678","https://openalex.org/W7130531511","https://openalex.org/W4411636417","https://openalex.org/W4312936309","https://openalex.org/W7115715774","https://openalex.org/W4399435786"],"abstract_inverted_index":{"Visible-infrared":[0],"image":[1,139],"re-identification":[2],"(VIReID)":[3],"aims":[4],"to":[5,106,149,189,224,253],"match":[6],"objects":[7],"with":[8,249],"the":[9,17,56,67,73,87,100,130,145,155,160,167,173,195,198,206,214,218,244],"same":[10],"identity":[11],"appearing":[12],"across":[13],"different":[14],"modalities.":[15],"Given":[16],"significant":[18],"differences":[19],"between":[20,138],"visible":[21],"and":[22,61,124,136,141,179,208,220,242,257],"infrared":[23],"images,":[24],"VIReID":[25,68,88,240],"poses":[26],"a":[27,78,93],"formidable":[28],"challenge.":[29],"Most":[30],"existing":[31,251],"methods":[32],"focus":[33],"on":[34,238],"extracting":[35],"modality-shared":[36],"features":[37,223,228],"while":[38],"ignore":[39],"modality-specific":[40,181,196],"features,":[41],"which":[42,184],"often":[43],"also":[44,64],"contain":[45,230],"crucial":[46,65],"important":[47],"discriminative":[48,232],"information.":[49,110,233],"In":[50],"addition,":[51],"high-level":[52],"semantic":[53,101],"information":[54,153,175,204],"of":[55,104,166,176,246],"objects,":[57],"such":[58],"as":[59],"shape":[60],"appearance,":[62],"is":[63],"for":[66,86],"task.":[69,89],"To":[70],"further":[71],"enhance":[72],"retrieval":[74],"performance,":[75],"we":[76],"propose":[77],"novel":[79],"one-stage":[80],"CLIP-based":[81],"Modality":[82,121,125],"Compensation":[83,122],"(CLIP-MC)":[84],"method":[85,91,248],"Our":[90],"introduces":[92],"new":[94],"prompt":[95],"learning":[96],"paradigm":[97],"that":[98,159,229],"leverages":[99],"understanding":[102],"capabilities":[103],"CLIP":[105],"recover":[107],"missing":[108,202],"modality":[109,178,203,211,222,227],"CLIP-MC":[111],"comprises":[112],"three":[113,239],"key":[114],"modules:":[115],"Instance":[116],"Text":[117],"Prompt":[118],"Generation":[119],"(ITPG),":[120],"(MC),":[123],"Context":[126],"Learner":[127],"(MCL).":[128],"Specifically,":[129],"ITPG":[131],"module":[132,171,216],"facilitates":[133],"effective":[134],"alignment":[135],"interaction":[137],"tokens":[140],"text":[142,146,161,191,199],"tokens,":[143,183],"enhancing":[144],"encoder's":[147],"ability":[148],"capture":[150],"detailed":[151],"visual":[152],"from":[154,205],"images.":[156,168],"This":[157],"ensures":[158],"encoder":[162,200],"generates":[163,180],"fine-grained":[164],"descriptions":[165],"The":[169],"MCL":[170],"captures":[172],"unique":[174],"each":[177],"context":[182],"are":[185],"more":[186,231],"flexible":[187],"compared":[188],"fixed":[190],"descriptions.":[192],"Guided":[193],"by":[194],"context,":[197],"discovers":[201],"images":[207],"produces":[209],"compensated":[210,221],"features.":[212],"Finally,":[213],"MC":[215],"combines":[217],"original":[219],"obtain":[225],"complete":[226],"We":[234],"conduct":[235],"extensive":[236],"experiments":[237],"datasets":[241],"compare":[243],"performance":[245],"our":[247],"other":[250],"approaches":[252],"demonstrate":[254],"its":[255],"effectiveness":[256],"superiority.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-12-25T00:00:00"}