{"id":"https://openalex.org/W4409233095","doi":"https://doi.org/10.1109/tip.2025.3556531","title":"Prompt-Based Modality Alignment for Effective Multi-Modal Object Re-Identification","display_name":"Prompt-Based Modality Alignment for Effective Multi-Modal Object Re-Identification","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409233095","doi":"https://doi.org/10.1109/tip.2025.3556531","pmid":"https://pubmed.ncbi.nlm.nih.gov/40193270"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3556531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3556531","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033395835","display_name":"Shizhou Zhang","orcid":"https://orcid.org/0000-0003-3429-576X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shizhou Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-3429-576X","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019635512","display_name":"Wenlong Luo","orcid":"https://orcid.org/0009-0000-5439-2749"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenlong Luo","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0000-5439-2749","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067159497","display_name":"De Cheng","orcid":"https://orcid.org/0000-0003-4603-847X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"De Cheng","raw_affiliation_strings":["School of Telecommunications Engineering, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-4603-847X","affiliations":[{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089584286","display_name":"Yinghui Xing","orcid":"https://orcid.org/0000-0001-6021-8261"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinghui Xing","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-6021-8261","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025755839","display_name":"Guoqiang Liang","orcid":"https://orcid.org/0000-0002-8710-5520"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Liang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-8710-5520","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396097","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-9218-9132"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-9218-9132","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028235866","display_name":"Yanning Zhang","orcid":"https://orcid.org/0000-0002-2977-8057"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanning Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-2977-8057","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5033395835"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":5.6662,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95757269,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"34","issue":null,"first_page":"2450","last_page":"2462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.8302000164985657,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.8302000164985657,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.751800000667572,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7299000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6689850091934204},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6155602931976318},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6045876741409302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.578956663608551},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5427995920181274},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5164089798927307},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4713815152645111},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43073561787605286}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6689850091934204},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6155602931976318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6045876741409302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.578956663608551},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5427995920181274},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5164089798927307},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4713815152645111},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43073561787605286},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3556531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3556531","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40193270","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40193270","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1584941972","display_name":null,"funder_award_id":"62201467","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4479186740","display_name":null,"funder_award_id":"62101453","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7329032960","display_name":null,"funder_award_id":"62476223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7933820002","display_name":null,"funder_award_id":"2024GX-YBXM-135","funder_id":"https://openalex.org/F4320327780","funder_display_name":"Key Research and Development Program of Jiangxi Province"},{"id":"https://openalex.org/G844604588","display_name":null,"funder_award_id":"62176198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8827985352","display_name":null,"funder_award_id":"62101453, 62176198 and 62201467","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327780","display_name":"Key Research and Development Program of Jiangxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2096733369","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2467139031","https://openalex.org/W2795758732","https://openalex.org/W2900595477","https://openalex.org/W2946574625","https://openalex.org/W2960065339","https://openalex.org/W2962706983","https://openalex.org/W2962793481","https://openalex.org/W2963842104","https://openalex.org/W2968374502","https://openalex.org/W2984145721","https://openalex.org/W2996695408","https://openalex.org/W2996837277","https://openalex.org/W2998508940","https://openalex.org/W2998792609","https://openalex.org/W3034303554","https://openalex.org/W3034580371","https://openalex.org/W3035186652","https://openalex.org/W3035422918","https://openalex.org/W3035486808","https://openalex.org/W3109976024","https://openalex.org/W3143016713","https://openalex.org/W3176765321","https://openalex.org/W3194557739","https://openalex.org/W3194940645","https://openalex.org/W3195399086","https://openalex.org/W3204762109","https://openalex.org/W4205991051","https://openalex.org/W4214736485","https://openalex.org/W4281554206","https://openalex.org/W4283807600","https://openalex.org/W4312651322","https://openalex.org/W4366829204","https://openalex.org/W4377231435","https://openalex.org/W4381733062","https://openalex.org/W4382202719","https://openalex.org/W4382240279","https://openalex.org/W4382457808","https://openalex.org/W4382460786","https://openalex.org/W4382999123","https://openalex.org/W4385245566","https://openalex.org/W4386065422","https://openalex.org/W4386066416","https://openalex.org/W4386858557","https://openalex.org/W4390873714","https://openalex.org/W4393154067","https://openalex.org/W4393178525","https://openalex.org/W4402754290","https://openalex.org/W4402778186","https://openalex.org/W4404005327","https://openalex.org/W4406520988","https://openalex.org/W6631190155","https://openalex.org/W6681239517","https://openalex.org/W6756040250","https://openalex.org/W6769399430","https://openalex.org/W6791353385","https://openalex.org/W6794559225","https://openalex.org/W6841323913","https://openalex.org/W6852493562","https://openalex.org/W6858383527","https://openalex.org/W6858686904"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W627697492","https://openalex.org/W2588268827"],"abstract_inverted_index":{"A":[0],"critical":[1],"challenge":[2],"for":[3],"multi-modal":[4,48,86,114,122,140],"Object":[5],"Re-Identification":[6],"(ReID)":[7],"is":[8,159,208],"the":[9,35,44,76,89,100,121,150,178,189,196,204],"effective":[10,62,139],"aggregation":[11],"of":[12,47,84,120,152],"complementary":[13,72],"information":[14,73],"to":[15,60,98,102,137,149,161],"mitigate":[16],"illumination":[17],"issues.":[18],"State-of-the-art":[19],"methods":[20],"typically":[21],"employ":[22],"complex":[23],"and":[24,74,92,112,131,177,200],"highly-coupled":[25],"architectures,":[26],"which":[27],"unavoidably":[28],"result":[29],"in":[30],"heavy":[31],"computational":[32],"costs.":[33],"Moreover,":[34],"significant":[36],"distribution":[37,77],"gap":[38],"among":[39],"different":[40,66,106],"image":[41],"spectra":[42],"hinders":[43],"joint":[45],"representation":[46],"features.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53,80,124],"propose":[54,126],"a":[55,82,94],"framework":[56],"named":[57],"as":[58],"PromptMA":[59],"establish":[61],"communication":[63],"channels":[64],"between":[65],"modality":[67],"paths,":[68],"thereby":[69],"aggregating":[70],"modal":[71,107],"bridging":[75],"gap.":[78],"Specifically,":[79],"inject":[81],"series":[83],"learnable":[85],"prompts":[87,101],"into":[88],"Image":[90],"Encoder":[91],"introduce":[93],"prompt":[95,154],"exchange":[96,155],"mechanism":[97],"enable":[99],"alternately":[103],"interact":[104],"with":[105,164],"token":[108],"embeddings,":[109],"thus":[110],"capturing":[111],"distributing":[113],"features":[115],"effectively.":[116],"Building":[117],"on":[118,171,195,203],"top":[119],"prompts,":[123],"further":[125],"Prompt-based":[127,132],"Token":[128],"Selection":[129],"(PBTS)":[130],"Modality":[133],"Fusion":[134],"(PBMF)":[135],"modules":[136],"achieve":[138],"feature":[141],"fusion":[142],"while":[143],"minimizing":[144],"background":[145],"interference.":[146],"Additionally,":[147],"due":[148],"flexibility":[151],"our":[153,157,183],"mechanism,":[156],"method":[158,184],"well-suited":[160],"handle":[162],"scenarios":[163],"missing":[165],"modalities.":[166],"Extensive":[167],"evaluations":[168],"are":[169],"conducted":[170],"four":[172],"widely":[173],"used":[174],"benchmark":[175],"datasets":[176],"experimental":[179],"results":[180],"demonstrate":[181],"that":[182],"achieves":[185],"state-of-the-art":[186],"performances,":[187],"surpassing":[188],"current":[190],"benchmarks":[191],"by":[192,201],"over":[193],"15%":[194],"challenging":[197],"MSVR310":[198],"dataset":[199],"6%":[202],"RGBNT201.":[205],"The":[206],"code":[207],"available":[209],"at":[210],"https://github.com/FHR-L/PromptMA.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}