{"id":"https://openalex.org/W4379382482","doi":"https://doi.org/10.1109/tim.2023.3282668","title":"Dual-Modality Space-Time Memory Network for RGBT Tracking","display_name":"Dual-Modality Space-Time Memory Network for RGBT Tracking","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4379382482","doi":"https://doi.org/10.1109/tim.2023.3282668"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3282668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3282668","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058689942","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0003-4944-9442"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China","School of Automation, Central South University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-4944-9442","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080511447","display_name":"Hanwei Peng","orcid":"https://orcid.org/0000-0002-6754-2627"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanwei Peng","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China","School of Automation, Central South University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-8881-2112","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021274599","display_name":"Lingli Yu","orcid":"https://orcid.org/0000-0002-3690-8569"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingli Yu","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China","School of Automation, Central South University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-3690-8569","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101883693","display_name":"Yuqian Zhao","orcid":"https://orcid.org/0000-0003-0261-9782"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqian Zhao","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China","School of Automation, Central South University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-0261-9782","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009442566","display_name":"Baifan Chen","orcid":"https://orcid.org/0000-0001-9547-8530"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baifan Chen","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China","School of Automation, Central South University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9547-8530","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of Automation, Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058689942"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":3.3638,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.94006075,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"72","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7476722598075867},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.6712853908538818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6237809062004089},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6088461875915527},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5862552523612976},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5795066356658936},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5525925159454346},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.522236704826355},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5166807174682617},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.516165554523468},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4814697802066803},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42720791697502136},{"id":"https://openalex.org/keywords/backbone-network","display_name":"Backbone network","score":0.42452871799468994},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14315414428710938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7476722598075867},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.6712853908538818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6237809062004089},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6088461875915527},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5862552523612976},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5795066356658936},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5525925159454346},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.522236704826355},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5166807174682617},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.516165554523468},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4814697802066803},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42720791697502136},{"id":"https://openalex.org/C88796919","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Backbone network","level":2,"score":0.42452871799468994},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14315414428710938},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3282668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3282668","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3819532939","display_name":null,"funder_award_id":"52005520","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5480234831","display_name":null,"funder_award_id":"61976088","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6165143477","display_name":null,"funder_award_id":"2022JJ30758","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G8228049107","display_name":null,"funder_award_id":"61976224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1857884451","https://openalex.org/W2016802777","https://openalex.org/W2034803354","https://openalex.org/W2106944077","https://openalex.org/W2183341477","https://openalex.org/W2293453011","https://openalex.org/W2527415613","https://openalex.org/W2557641257","https://openalex.org/W2577056945","https://openalex.org/W2738318237","https://openalex.org/W2762987602","https://openalex.org/W2765667535","https://openalex.org/W2789137832","https://openalex.org/W2799058067","https://openalex.org/W2896171544","https://openalex.org/W2896228140","https://openalex.org/W2911671827","https://openalex.org/W2951008357","https://openalex.org/W2963188742","https://openalex.org/W2963448850","https://openalex.org/W2963471260","https://openalex.org/W2963905288","https://openalex.org/W2964038557","https://openalex.org/W2964350391","https://openalex.org/W2964423614","https://openalex.org/W2990205821","https://openalex.org/W2996575194","https://openalex.org/W2997131652","https://openalex.org/W2998434318","https://openalex.org/W3002567850","https://openalex.org/W3005080107","https://openalex.org/W3012425959","https://openalex.org/W3028028244","https://openalex.org/W3035020406","https://openalex.org/W3042840444","https://openalex.org/W3042912245","https://openalex.org/W3099671582","https://openalex.org/W3099681648","https://openalex.org/W3101990647","https://openalex.org/W3110562975","https://openalex.org/W3117097536","https://openalex.org/W3119897811","https://openalex.org/W3132864630","https://openalex.org/W3153607844","https://openalex.org/W3158472981","https://openalex.org/W3163754270","https://openalex.org/W3171106688","https://openalex.org/W3172694849","https://openalex.org/W3174225630","https://openalex.org/W3187284461","https://openalex.org/W3189108671","https://openalex.org/W3214116948","https://openalex.org/W4226126595","https://openalex.org/W4285267763","https://openalex.org/W4289822274","https://openalex.org/W6638318767","https://openalex.org/W6676161993","https://openalex.org/W6697449767","https://openalex.org/W6732742072","https://openalex.org/W6754805553"],"related_works":["https://openalex.org/W2062399876","https://openalex.org/W2607795551","https://openalex.org/W3155117723","https://openalex.org/W1991429770","https://openalex.org/W1983892167","https://openalex.org/W2281134365","https://openalex.org/W4310746709","https://openalex.org/W4385574037","https://openalex.org/W4386075645","https://openalex.org/W4212888438"],"abstract_inverted_index":{"RGBT":[0,61,162],"tracking":[1,143],"is":[2,57,65,73,95,121],"rapidly":[3],"developing":[4],"due":[5,145],"to":[6,111,146],"its":[7],"complementary":[8],"advantages":[9],"of":[10,31,43,88,106,132,171,177],"RGB":[11],"and":[12,25,39,81,108,136,169],"thermal":[13],"frames.":[14],"Existing":[15],"methods":[16,179],"with":[17,100],"high":[18],"accuracy":[19],"track":[20],"at":[21,182],"a":[22,50],"lower":[23],"speed,":[24],"do":[26],"not":[27,155],"make":[28],"full":[29],"use":[30],"the":[32,36,40,44,74,96,115,122,128,133,142,151,167,172],"hierarchical":[33],"information":[34,42,83,113],"in":[35,114],"feature":[37,86],"extraction":[38],"historical":[41,107],"sequences.":[45],"To":[46],"address":[47],"these":[48],"issues,":[49],"novel":[51],"dual-modality":[52,75],"space-time":[53,97],"memory":[54,98],"(DMSTM)":[55],"network":[56],"proposed":[58,173],"for":[59],"robust":[60],"tracking.":[62],"Specifically,":[63],"DMSTM":[64,174],"divided":[66],"into":[67],"three":[68,161],"modules.":[69],"The":[70,118],"first":[71],"module":[72,94,120],"backbone":[76],"that":[77,166,176],"utilizes":[78],"both":[79],"shallow":[80],"deep":[82],"by":[84],"aggregating":[85],"maps":[87],"dimensional":[89],"changes":[90],"during":[91],"downsampling.":[92],"Another":[93],"reader":[99],"bimodal":[101],"fusion.":[102],"It":[103],"aggregates":[104],"features":[105],"current":[109],"frames":[110],"share":[112],"time":[116],"domain.":[117],"last":[119],"siamese":[123],"head":[124],"network,":[125],"which":[126],"computes":[127],"predicted":[129],"loss":[130],"sum":[131],"two":[134],"modalities":[135],"back-propagates":[137],"it.":[138],"This":[139],"avoids":[140],"degrading":[141],"performance":[144,168],"sequence":[147],"frame":[148],"pairs":[149],"where":[150],"training":[152],"targets":[153],"are":[154],"perfectly":[156],"aligned.":[157],"Extensive":[158],"experiments":[159],"on":[160],"benchmark":[163],"datasets":[164],"show":[165],"efficiency":[170],"exceed":[175],"state-of-the-art":[178],"while":[180],"running":[181],"27.6":[183],"FPS.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}