{"id":"https://openalex.org/W4390905609","doi":"https://doi.org/10.1109/tmm.2024.3354575","title":"Cross-Modality Spatial-Temporal Transformer for Video-Based Visible-Infrared Person Re-Identification","display_name":"Cross-Modality Spatial-Temporal Transformer for Video-Based Visible-Infrared Person Re-Identification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4390905609","doi":"https://doi.org/10.1109/tmm.2024.3354575"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3354575","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3354575","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083814325","display_name":"Yujian Feng","orcid":"https://orcid.org/0000-0003-1051-7217"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujian Feng","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1051-7217","affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017636354","display_name":"Feng Chen","orcid":"https://orcid.org/0000-0003-1800-8441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng Chen","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1800-8441","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054925527","display_name":"Jian Yu","orcid":"https://orcid.org/0000-0002-0832-7775"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yu","raw_affiliation_strings":["College of Computer Science and Technology/College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0832-7775","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology/College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053206926","display_name":"Yimu Ji","orcid":"https://orcid.org/0000-0001-7019-3942"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimu Ji","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7019-3942","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039792198","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0001-5498-4947"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["College of Automation, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5498-4947","affiliations":[{"raw_affiliation_string":"College of Automation, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091159493","display_name":"Tianliang Liu","orcid":"https://orcid.org/0000-0001-9800-1981"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianliang Liu","raw_affiliation_strings":["School of Communication and Information Engineering, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9800-1981","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021798148","display_name":"Shangdong Liu","orcid":"https://orcid.org/0000-0002-8511-7544"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangdong Liu","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8511-7544","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Posts and Telecommunications (NJUPT), Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029691902","display_name":"Xiao\u2010Yuan Jing","orcid":"https://orcid.org/0000-0002-0392-8475"},"institutions":[{"id":"https://openalex.org/I4210128140","display_name":"Guangdong University of Petrochemical Technology","ror":"https://ror.org/030ffke25","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210128140"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Yuan Jing","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Petrochemical Equipment Fault Diagnosis, Guangdong University of Petrochemical Technology, Maoming, China"],"raw_orcid":"https://orcid.org/0000-0002-0392-8475","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Petrochemical Equipment Fault Diagnosis, Guangdong University of Petrochemical Technology, Maoming, China","institution_ids":["https://openalex.org/I4210128140"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4516-9729","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8289,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.91769955,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"6582","last_page":"6594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7947733402252197},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.628366231918335},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5153017044067383},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4588170647621155},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44980067014694214},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4446978271007538},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.42230409383773804},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.4206756055355072},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0903806984424591}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7947733402252197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.628366231918335},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5153017044067383},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4588170647621155},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44980067014694214},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4446978271007538},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.42230409383773804},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.4206756055355072},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0903806984424591},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3354575","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3354575","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1295009996","display_name":null,"funder_award_id":"62176069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1623347460","display_name":null,"funder_award_id":"62076139","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4922773151","display_name":null,"funder_award_id":"20KJA520001","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5659945949","display_name":null,"funder_award_id":"61933013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5692072849","display_name":null,"funder_award_id":"61702280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5834048854","display_name":null,"funder_award_id":"61902194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2598634450","https://openalex.org/W2606377603","https://openalex.org/W2618530766","https://openalex.org/W2752782242","https://openalex.org/W2894176037","https://openalex.org/W2896457183","https://openalex.org/W2963350250","https://openalex.org/W2963597983","https://openalex.org/W2963744743","https://openalex.org/W2968378480","https://openalex.org/W2998792609","https://openalex.org/W3004990178","https://openalex.org/W3005339439","https://openalex.org/W3033110441","https://openalex.org/W3033235266","https://openalex.org/W3049045914","https://openalex.org/W3094502228","https://openalex.org/W3106715802","https://openalex.org/W3107848599","https://openalex.org/W3107901913","https://openalex.org/W3125736290","https://openalex.org/W3134669182","https://openalex.org/W3158717538","https://openalex.org/W3173203577","https://openalex.org/W3176312992","https://openalex.org/W3194065175","https://openalex.org/W3194093926","https://openalex.org/W3196587153","https://openalex.org/W3204075450","https://openalex.org/W3210946531","https://openalex.org/W4213019189","https://openalex.org/W4214612132","https://openalex.org/W4214891830","https://openalex.org/W4220899212","https://openalex.org/W4221145310","https://openalex.org/W4225512839","https://openalex.org/W4225852025","https://openalex.org/W4282964635","https://openalex.org/W4304479854","https://openalex.org/W4306933361","https://openalex.org/W4308771336","https://openalex.org/W4312300380","https://openalex.org/W4312302306","https://openalex.org/W4312356418","https://openalex.org/W4312560592","https://openalex.org/W4312614039","https://openalex.org/W4312794873","https://openalex.org/W4312800447","https://openalex.org/W4312936309","https://openalex.org/W4313147265","https://openalex.org/W4321021976","https://openalex.org/W4377231435","https://openalex.org/W4385245566","https://openalex.org/W4385567664","https://openalex.org/W4386075547","https://openalex.org/W4386076280","https://openalex.org/W6735531217","https://openalex.org/W6755207826","https://openalex.org/W6790690058","https://openalex.org/W6791742336","https://openalex.org/W6795754764","https://openalex.org/W6802387851","https://openalex.org/W6810283409"],"related_works":["https://openalex.org/W2466816617","https://openalex.org/W1970834875","https://openalex.org/W3174028392","https://openalex.org/W842936808","https://openalex.org/W2000517284","https://openalex.org/W2136503713","https://openalex.org/W2365318811","https://openalex.org/W2375330620","https://openalex.org/W2913710507","https://openalex.org/W2363755581"],"abstract_inverted_index":{"Video-based":[0],"visible-infrared":[1],"person":[2,12],"re-identification":[3],"(VVI-ReID)":[4],"aims":[5],"to":[6,55,64,111,148,169,187],"match":[7],"the":[8,29,39,75,80,140,159,171,189,215],"identity":[9],"of":[10,42,130,163,165,193],"a":[11,92,98,105,118,182],"captured":[13],"in":[14,84,204],"video":[15,119],"sequences":[16],"from":[17],"both":[18,28],"visible":[19],"and":[20,38,60,79,104,132,191,201],"infrared":[21],"cameras.":[22],"The":[23],"VVI-ReID":[24],"task":[25],"requires":[26],"considering":[27],"spatial":[30,58,77],"relationship":[31,141],"between":[32,44,142,151],"body":[33],"parts":[34],"within":[35],"each":[36,125],"frame":[37],"temporal":[40,66,82,161],"change":[41],"appearance":[43],"successive":[45],"frames.":[46],"Existing":[47],"VVI":[48],"Re-ID":[49],"methods":[50,70,217],"employ":[51],"Convolutional":[52],"Neural":[53],"Networks":[54],"extract":[56],"local":[57,127],"features":[59,164],"Long":[61],"Short-Term":[62],"Memory":[63],"form":[65],"associations.":[67],"However,":[68],"these":[69,113],"can":[71],"not":[72],"effectively":[73],"capture":[74],"global":[76,135],"feature":[78,195,205],"long-range":[81,160],"dependencies":[83,162],"ultra-long":[85],"sequences.":[86],"In":[87,167],"this":[88],"paper,":[89],"we":[90,145,180],"propose":[91,181],"Cross-modality":[93],"Spatial-temporal":[94],"Transformer":[95,101,107],"(CST)":[96],"including":[97],"Cross-frame":[99],"Tube":[100],"Module":[102,109],"(CTTM)":[103],"Multi-frame":[106],"Fusion":[108],"(MTFM)":[110],"address":[112],"challenges.":[114],"Firstly,":[115],"CTTM":[116],"tokenizes":[117],"clip":[120],"into":[121],"multiple":[122,152],"3D":[123],"tubes,":[124],"encapsulating":[126],"spatial-temporal":[128,136],"information":[129,150],"pedestrians,":[131],"then":[133],"obtains":[134],"representations":[137,196],"by":[138,176,197],"establishing":[139],"tubes.":[143],"Secondly,":[144],"design":[146],"MTFM":[147],"exchange":[149],"frames":[153],"using":[154],"message":[155],"tokens,":[156],"thus":[157],"modeling":[158],"pedestrians.":[166],"addition,":[168],"prevent":[170],"potential":[172],"representation":[173],"collapse":[174],"caused":[175],"triplet-based":[177],"loss":[178,185],"functions,":[179],"diversity-consistency":[183],"(DC)":[184],"function":[186],"preserve":[188],"diversity":[190],"consistency":[192],"cross-modality":[194],"imposing":[198],"variance,":[199],"invariance,":[200],"covariance":[202],"constraints":[203],"representations.":[206],"Extensive":[207],"benchmark":[208],"experiments":[209],"demonstrate":[210],"that":[211],"our":[212],"approach":[213],"outperforms":[214],"state-of-the-art":[216],"with":[218],"large":[219],"margins.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}