{"id":"https://openalex.org/W4405778838","doi":"https://doi.org/10.1109/tmm.2024.3521764","title":"CLIP-Based Modality Compensation for Visible-Infrared Image Re-Identification","display_name":"CLIP-Based Modality Compensation for Visible-Infrared Image Re-Identification","publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405778838","doi":"https://doi.org/10.1109/tmm.2024.3521764"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521764","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gang Hu","orcid":"https://orcid.org/0009-0002-9794-7964"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Hu","raw_affiliation_strings":["Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0009-0002-9794-7964","affiliations":[{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007396281","display_name":"Yafei Lv","orcid":"https://orcid.org/0000-0002-2779-5099"},"institutions":[{"id":"https://openalex.org/I4402554106","display_name":"Naval Research Academy","ror":"https://ror.org/02t42bb94","country_code":null,"type":"education","lineage":["https://openalex.org/I4402554106"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Lv","raw_affiliation_strings":["Naval Research Institute of PLA, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2779-5099","affiliations":[{"raw_affiliation_string":"Naval Research Institute of PLA, Beijing, China","institution_ids":["https://openalex.org/I4402554106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101482692","display_name":"Jianting Zhang","orcid":"https://orcid.org/0000-0002-6334-3356"},"institutions":[{"id":"https://openalex.org/I4402554106","display_name":"Naval Research Academy","ror":"https://ror.org/02t42bb94","country_code":null,"type":"education","lineage":["https://openalex.org/I4402554106"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianting Zhang","raw_affiliation_strings":["Naval Research Institute of PLA, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Research Institute of PLA, Beijing, China","institution_ids":["https://openalex.org/I4402554106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060985978","display_name":"Qian Wu","orcid":"https://orcid.org/0000-0001-5746-2677"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wu","raw_affiliation_strings":["Institute of Information and Navigation, Air Force Engineering University, Xi'an, China","Institute of Information and Navigation, Air Force Engineering University, Xi'an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0000-0001-5746-2677","affiliations":[{"raw_affiliation_string":"Institute of Information and Navigation, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]},{"raw_affiliation_string":"Institute of Information and Navigation, Air Force Engineering University, Xi'an, Shaanxi Province, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030436858","display_name":"Zaidao Wen","orcid":"https://orcid.org/0000-0003-1258-7737"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaidao Wen","raw_affiliation_strings":["Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0000-0003-1258-7737","affiliations":[{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Key Laboratory of Information Fusion Technology of Ministry of Education, Northwestern Polytechnical University, Xi'an, Shaanxi Province, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6584,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94901751,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"27","issue":null,"first_page":"2112","last_page":"2126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7715810537338257},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6818453073501587},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6402917504310608},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5911581516265869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5631466507911682},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.48724260926246643},{"id":"https://openalex.org/keywords/infrared","display_name":"Infrared","score":0.4492826759815216},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34334367513656616},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.0976838767528534}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715810537338257},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6818453073501587},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6402917504310608},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5911581516265869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5631466507911682},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.48724260926246643},{"id":"https://openalex.org/C158355884","wikidata":"https://www.wikidata.org/wiki/Q11388","display_name":"Infrared","level":2,"score":0.4492826759815216},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34334367513656616},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0976838767528534},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521764","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7614356254","display_name":null,"funder_award_id":"62176213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8812169957","display_name":null,"funder_award_id":"62206310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2584637367","https://openalex.org/W2596603442","https://openalex.org/W2777534232","https://openalex.org/W2954773727","https://openalex.org/W2963690547","https://openalex.org/W2963842104","https://openalex.org/W2964044605","https://openalex.org/W2984145721","https://openalex.org/W2985033611","https://openalex.org/W2997877744","https://openalex.org/W2998792609","https://openalex.org/W3034494316","https://openalex.org/W3034519219","https://openalex.org/W3049045914","https://openalex.org/W3093050042","https://openalex.org/W3096831136","https://openalex.org/W3106715297","https://openalex.org/W3107848599","https://openalex.org/W3139438386","https://openalex.org/W3173635859","https://openalex.org/W3174770825","https://openalex.org/W3176633985","https://openalex.org/W3194065175","https://openalex.org/W3198377975","https://openalex.org/W3202750592","https://openalex.org/W3202788649","https://openalex.org/W3204075450","https://openalex.org/W3207905476","https://openalex.org/W3210946531","https://openalex.org/W4214736485","https://openalex.org/W4304091801","https://openalex.org/W4312310776","https://openalex.org/W4312622050","https://openalex.org/W4312700302","https://openalex.org/W4312802153","https://openalex.org/W4312825288","https://openalex.org/W4312936309","https://openalex.org/W4313188957","https://openalex.org/W4377231435","https://openalex.org/W4382240079","https://openalex.org/W4382460786","https://openalex.org/W4382467684","https://openalex.org/W4383899481","https://openalex.org/W4386065398","https://openalex.org/W4386071547","https://openalex.org/W4386071700","https://openalex.org/W4386075547","https://openalex.org/W4387560058","https://openalex.org/W4387968796","https://openalex.org/W4389331836","https://openalex.org/W4390691448","https://openalex.org/W4390872891","https://openalex.org/W4390873539","https://openalex.org/W4392745493","https://openalex.org/W4394627226","https://openalex.org/W4394804865","https://openalex.org/W4399074082","https://openalex.org/W4406857548","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6841755765"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2379084545","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2364486795"],"abstract_inverted_index":{"Visible-infrared":[0],"image":[1,139],"re-identification":[2],"(VIReID)":[3],"aims":[4],"to":[5,106,149,189,224,253],"match":[6],"objects":[7],"with":[8,249],"the":[9,17,56,67,73,87,100,130,145,155,160,167,173,195,198,206,214,218,244],"same":[10],"identity":[11],"appearing":[12],"across":[13],"different":[14],"modalities.":[15],"Given":[16],"significant":[18],"differences":[19],"between":[20,138],"visible":[21],"and":[22,61,124,136,141,179,208,220,242,257],"infrared":[23],"images,":[24],"VIReID":[25,68,88,240],"poses":[26],"a":[27,78,93],"formidable":[28],"challenge.":[29],"Most":[30],"existing":[31,251],"methods":[32],"focus":[33],"on":[34,238],"extracting":[35],"modality-shared":[36],"features":[37,223,228],"while":[38],"ignore":[39],"modality-specific":[40,181,196],"features,":[41],"which":[42,184],"often":[43],"also":[44,64],"contain":[45,230],"crucial":[46,65],"important":[47],"discriminative":[48,232],"information.":[49,110,233],"In":[50],"addition,":[51],"high-level":[52],"semantic":[53,101],"information":[54,153,175,204],"of":[55,104,166,176,246],"objects,":[57],"such":[58],"as":[59],"shape":[60],"appearance,":[62],"is":[63],"for":[66,86],"task.":[69,89],"To":[70],"further":[71],"enhance":[72],"retrieval":[74],"performance,":[75],"we":[76],"propose":[77],"novel":[79],"one-stage":[80],"CLIP-based":[81],"Modality":[82,121,125],"Compensation":[83,122],"(CLIP-MC)":[84],"method":[85,91,248],"Our":[90],"introduces":[92],"new":[94],"prompt":[95],"learning":[96],"paradigm":[97],"that":[98,159,229],"leverages":[99],"understanding":[102],"capabilities":[103],"CLIP":[105],"recover":[107],"missing":[108,202],"modality":[109,178,203,211,222,227],"CLIP-MC":[111],"comprises":[112],"three":[113,239],"key":[114],"modules:":[115],"Instance":[116],"Text":[117],"Prompt":[118],"Generation":[119],"(ITPG),":[120],"(MC),":[123],"Context":[126],"Learner":[127],"(MCL).":[128],"Specifically,":[129],"ITPG":[131],"module":[132,171,216],"facilitates":[133],"effective":[134],"alignment":[135],"interaction":[137],"tokens":[140],"text":[142,146,161,191,199],"tokens,":[143,183],"enhancing":[144],"encoder's":[147],"ability":[148],"capture":[150],"detailed":[151],"visual":[152],"from":[154,205],"images.":[156,168],"This":[157],"ensures":[158],"encoder":[162,200],"generates":[163,180],"fine-grained":[164],"descriptions":[165],"The":[169],"MCL":[170],"captures":[172],"unique":[174],"each":[177],"context":[182],"are":[185],"more":[186,231],"flexible":[187],"compared":[188],"fixed":[190],"descriptions.":[192],"Guided":[193],"by":[194],"context,":[197],"discovers":[201],"images":[207],"produces":[209],"compensated":[210,221],"features.":[212],"Finally,":[213],"MC":[215],"combines":[217],"original":[219],"obtain":[225],"complete":[226],"We":[234],"conduct":[235],"extensive":[236],"experiments":[237],"datasets":[241],"compare":[243],"performance":[245],"our":[247],"other":[250],"approaches":[252],"demonstrate":[254],"its":[255],"effectiveness":[256],"superiority.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}