{"id":"https://openalex.org/W4328007368","doi":"https://doi.org/10.1109/lgrs.2023.3259583","title":"Visible and Infrared Object Tracking via Convolution-Transformer Network With Joint Multimodal Feature Learning","display_name":"Visible and Infrared Object Tracking via Convolution-Transformer Network With Joint Multimodal Feature Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4328007368","doi":"https://doi.org/10.1109/lgrs.2023.3259583"},"language":"en","primary_location":{"id":"doi:10.1109/lgrs.2023.3259583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2023.3259583","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008995165","display_name":"Jiazhu Qiu","orcid":"https://orcid.org/0000-0002-9960-4941"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiazhu Qiu","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China","institution_ids":["https://openalex.org/I25757504","https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023822600","display_name":"Rui Yao","orcid":"https://orcid.org/0000-0003-2734-915X"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yao","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China","institution_ids":["https://openalex.org/I25757504","https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025079159","display_name":"Yong Zhou","orcid":"https://orcid.org/0000-0001-6207-0299"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhou","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China","institution_ids":["https://openalex.org/I25757504","https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396097","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-9218-9132"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Xi’an, China","National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, and School of Computer Science, Northwestern Polytechnical University, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Xi’an, China","institution_ids":["https://openalex.org/I194716290"]},{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, and School of Computer Science, Northwestern Polytechnical University, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028235866","display_name":"Yanning Zhang","orcid":"https://orcid.org/0000-0002-2977-8057"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I194716290","display_name":"China Academy of Space Technology","ror":"https://ror.org/025397a59","country_code":"CN","type":"government","lineage":["https://openalex.org/I194716290","https://openalex.org/I2802615301"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanning Zhang","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Xi’an, China","National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, and School of Computer Science, Northwestern Polytechnical University, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, Xi’an, China","institution_ids":["https://openalex.org/I194716290"]},{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, and School of Computer Science, Northwestern Polytechnical University, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033904998","display_name":"Hancheng Zhu","orcid":"https://orcid.org/0000-0002-5418-9879"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancheng Zhu","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Sciences and Technology, China University of Mining and Technology, and Engineering Research Center of Mine Digitization of Ministry of Education of the Peoples Republic of China, Peoples Republic of China","institution_ids":["https://openalex.org/I25757504","https://openalex.org/I1327237609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008995165"],"corresponding_institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":0.7222,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.71254838,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"20","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12597","display_name":"Fire Detection and Safety Systems","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.7366533875465393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.730371356010437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7012971043586731},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.6266524791717529},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5773910880088806},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5701438784599304},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5614562034606934},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4673576354980469},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3577114939689636},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12874725461006165}],"concepts":[{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.7366533875465393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730371356010437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7012971043586731},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.6266524791717529},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5773910880088806},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5701438784599304},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5614562034606934},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4673576354980469},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3577114939689636},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12874725461006165},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lgrs.2023.3259583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lgrs.2023.3259583","pdf_url":null,"source":{"id":"https://openalex.org/S126920919","display_name":"IEEE Geoscience and Remote Sensing Letters","issn_l":"1545-598X","issn":["1545-598X","1558-0571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Geoscience and Remote Sensing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G3309391743","display_name":null,"funder_award_id":"62172417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G383479243","display_name":null,"funder_award_id":"BK20201346","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6157720716","display_name":null,"funder_award_id":"62101555","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6841731650","display_name":null,"funder_award_id":"62272461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1857884451","https://openalex.org/W2154889144","https://openalex.org/W2470394683","https://openalex.org/W2527415613","https://openalex.org/W2887522866","https://openalex.org/W2888456413","https://openalex.org/W2963188742","https://openalex.org/W2963905288","https://openalex.org/W2970995493","https://openalex.org/W2996575194","https://openalex.org/W2997131652","https://openalex.org/W3012425959","https://openalex.org/W3035020406","https://openalex.org/W3099671582","https://openalex.org/W3099681648","https://openalex.org/W3130705840","https://openalex.org/W3132864630","https://openalex.org/W3163754270","https://openalex.org/W3166016280","https://openalex.org/W3171106688","https://openalex.org/W3183904268","https://openalex.org/W3214116948","https://openalex.org/W4214542306","https://openalex.org/W4283808043","https://openalex.org/W4285145446","https://openalex.org/W6637373629"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3029198973","https://openalex.org/W3048601286","https://openalex.org/W2965925734","https://openalex.org/W4309346246"],"abstract_inverted_index":{"The":[0,18,137,155],"existing":[1],"Transformer-based":[2],"RGBT":[3],"tracker":[4],"mainly":[5],"focus":[6],"on":[7,143],"the":[8,53,61,79,88,123,160],"enhancement":[9],"of":[10,20,64,125,134,167],"features":[11,67,71],"extracted":[12],"by":[13,131],"Convolutional":[14],"Neural":[15],"Network":[16],"(CNN).":[17],"potential":[19],"Transformer":[21,75,80],"in":[22,40,165],"representation":[23,43],"learning":[24,44],"remains":[25],"under-explored.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30,51,93,109],"propose":[31,110],"a":[32,111],"Convolution-Transformer":[33,55],"network":[34,58],"with":[35,150],"joint":[36],"multimodal":[37,129,135],"feature":[38,46,56],"learning,":[39],"which":[41,83,118],"both":[42],"and":[45,68,105,127,148,170],"fusion":[47,130],"leverage":[48],"Transformer.":[49],"Specifically,":[50],"use":[52],"multi-branch":[54],"extraction":[57,62],"to":[59,121],"process":[60],"task":[63],"local":[65],"modality-independent":[66],"global":[69],"modality-shared":[70],"respectively.":[72],"Several":[73],"simplified":[74],"encoder":[76],"layers":[77],"form":[78],"backbone":[81],"network,":[82],"is":[84,98,140],"more":[85],"suitable":[86],"for":[87,102],"real-time":[89],"object":[90],"tracking.":[91],"Besides,":[92],"found":[94],"that":[95,159],"inter-modality":[96],"correlation":[97],"an":[99],"important":[100],"factor":[101],"modality":[103],"interactions":[104],"mutual":[106],"exploitation.":[107],"Therefore,":[108],"Joint":[112],"Multimodal":[113],"Feature":[114],"Learning":[115],"(JMFL)":[116],"module,":[117],"uses":[119],"cross-attention":[120],"capture":[122],"dependencies":[124],"cross-modal":[126],"enhance":[128],"bidirectional":[132],"guidance":[133],"information.":[136],"proposed":[138,161],"method":[139,162],"fully":[141],"experimented":[142],"two":[144],"large":[145],"benchmark":[146],"datasets":[147],"compared":[149],"some":[151],"current":[152],"well-performing":[153],"methods.":[154],"experimental":[156],"results":[157],"show":[158],"performs":[163],"well":[164],"terms":[166],"tracking":[168],"accuracy":[169],"speed.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}