{"id":"https://openalex.org/W4396941327","doi":"https://doi.org/10.1109/tmm.2024.3401548","title":"Heterogeneous Graph Transformer for Multiple Tiny Object Tracking in RGB-T Videos","display_name":"Heterogeneous Graph Transformer for Multiple Tiny Object Tracking in RGB-T Videos","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396941327","doi":"https://doi.org/10.1109/tmm.2024.3401548"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3401548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3401548","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058806422","display_name":"Qingyu Xu","orcid":"https://orcid.org/0000-0002-6980-6921"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingyu Xu","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058116832","display_name":"Longguang Wang","orcid":"https://orcid.org/0000-0003-0429-0263"},"institutions":[{"id":"https://openalex.org/I4210167232","display_name":"PLA Air Force Aviation University","ror":"https://ror.org/031g2ra50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210167232"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longguang Wang","raw_affiliation_strings":["Aviation University of Air Force, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Aviation University of Air Force, Changsha, China","institution_ids":["https://openalex.org/I4210167232"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074097342","display_name":"Weidong Sheng","orcid":"https://orcid.org/0000-0001-9287-8643"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Sheng","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052232868","display_name":"Yingqian Wang","orcid":"https://orcid.org/0000-0002-9081-6227"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingqian Wang","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031943251","display_name":"Chao Xiao","orcid":"https://orcid.org/0000-0002-9666-8894"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Xiao","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036455193","display_name":"Chao Ma","orcid":"https://orcid.org/0000-0003-0751-7865"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Ma","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032382317","display_name":"Wei An","orcid":"https://orcid.org/0000-0001-8319-2105"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei An","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology (NUDT), Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5058806422"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":52.6734,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99944248,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"9383","last_page":"9397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8387241363525391},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5658475160598755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49996185302734375},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.47933563590049744},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4500827193260193},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.446699321269989},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44529300928115845},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3098464012145996},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2020452916622162}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8387241363525391},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5658475160598755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49996185302734375},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.47933563590049744},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4500827193260193},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.446699321269989},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44529300928115845},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3098464012145996},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2020452916622162},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3401548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3401548","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3139390970","display_name":null,"funder_award_id":"62101567","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5872406435","display_name":null,"funder_award_id":"62301601","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1857884451","https://openalex.org/W1861492603","https://openalex.org/W2049244691","https://openalex.org/W2167667767","https://openalex.org/W2222512263","https://openalex.org/W2527415613","https://openalex.org/W2595600061","https://openalex.org/W2603203130","https://openalex.org/W2909946038","https://openalex.org/W2920942303","https://openalex.org/W2925651774","https://openalex.org/W2963037989","https://openalex.org/W2963188742","https://openalex.org/W2963323244","https://openalex.org/W2963351448","https://openalex.org/W2963905288","https://openalex.org/W2981393651","https://openalex.org/W2991778094","https://openalex.org/W2996575194","https://openalex.org/W2998027361","https://openalex.org/W3012425959","https://openalex.org/W3012573144","https://openalex.org/W3012871709","https://openalex.org/W3012922853","https://openalex.org/W3035020406","https://openalex.org/W3035442500","https://openalex.org/W3084173793","https://openalex.org/W3087980862","https://openalex.org/W3095753995","https://openalex.org/W3099681648","https://openalex.org/W3101990647","https://openalex.org/W3102355812","https://openalex.org/W3110562975","https://openalex.org/W3110616144","https://openalex.org/W3115390238","https://openalex.org/W3131500599","https://openalex.org/W3149485574","https://openalex.org/W3149936330","https://openalex.org/W3158472981","https://openalex.org/W3167949052","https://openalex.org/W3171950886","https://openalex.org/W3183152796","https://openalex.org/W3195775608","https://openalex.org/W3196204376","https://openalex.org/W3207452968","https://openalex.org/W3207919963","https://openalex.org/W3210764906","https://openalex.org/W3214549945","https://openalex.org/W4210686719","https://openalex.org/W4212841652","https://openalex.org/W4226126595","https://openalex.org/W4226166791","https://openalex.org/W4283800414","https://openalex.org/W4286904999","https://openalex.org/W4287657926","https://openalex.org/W4288281368","https://openalex.org/W4310467366","https://openalex.org/W4312668764","https://openalex.org/W4313007055","https://openalex.org/W4313639548","https://openalex.org/W4319990521","https://openalex.org/W4375928915","https://openalex.org/W4380053227","https://openalex.org/W4385245566","https://openalex.org/W4385804883","https://openalex.org/W4386076204","https://openalex.org/W6760424586","https://openalex.org/W6766313662","https://openalex.org/W6775253321","https://openalex.org/W6784094891","https://openalex.org/W6784607962","https://openalex.org/W6788023325"],"related_works":["https://openalex.org/W2486460843","https://openalex.org/W2168109476","https://openalex.org/W1968121071","https://openalex.org/W2020254986","https://openalex.org/W2686985752","https://openalex.org/W1992540108","https://openalex.org/W2737719445","https://openalex.org/W2074225891","https://openalex.org/W2760769977","https://openalex.org/W2165229257"],"abstract_inverted_index":{"Tracking":[0,163],"multiple":[1,34,46,87,128],"tiny":[2,30,129],"objects":[3,31],"is":[4],"highly":[5],"challenging":[6],"due":[7],"to":[8,68,80,89,103,149],"their":[9],"weak":[10],"appearance":[11],"and":[12,24,83,92,138,165,170],"limited":[13],"features.":[14,94],"Existing":[15],"multi-object":[16],"tracking":[17,39,93],"algorithms":[18],"generally":[19],"focus":[20],"on":[21,136],"singlemodality":[22],"scenes,":[23],"overlook":[25],"the":[26,117,139,143],"complementary":[27,43],"characteristics":[28],"of":[29,145,160],"captured":[32],"by":[33,41,107],"remote":[35],"sensors.":[36],"To":[37],"enhance":[38],"performance":[40,157],"integrating":[42],"information":[44,85],"from":[45,71,86],"sources,":[47],"we":[48,62,75,96],"propose":[49],"a":[50,65,98],"novel":[51],"framework":[52],"called":[53],"HGT-Track":[54],"(Heterogeneous":[55],"Graph":[56,78],"Transformer":[57,79],"based":[58],"Multi-Tiny-Object":[59],"Tracking).":[60],"Specifically,":[61],"first":[63,118],"employ":[64],"Transformer-based":[66],"encoder":[67],"embed":[69],"images":[70],"different":[72,111],"modalities.":[73,112],"Subsequently,":[74],"utilize":[76],"Heterogeneous":[77],"aggregate":[81],"spatial":[82],"temporal":[84],"modalities":[88],"generate":[90],"detection":[91],"Additionally,":[95],"introduce":[97],"target":[99],"re-detection":[100],"module":[101],"(ReDet)":[102],"ensure":[104],"tracklet":[105],"continuity":[106],"maintaining":[108],"consistency":[109],"across":[110],"Furthermore,":[113],"this":[114],"paper":[115],"introduces":[116],"benchmark":[119],"VT-Tiny-MOT":[120],"(Visible-Thermal":[121],"Tiny":[122],"MultiObject":[123],"Tracking)":[124],"for":[125],"RGB-T":[126],"fused":[127],"object":[130],"tracking.":[131],"Extensive":[132],"experiments":[133],"are":[134],"conducted":[135],"VT-Tiny-MOT,":[137],"results":[140],"have":[141],"demonstrated":[142],"effectiveness":[144],"our":[146,153],"method.":[147],"Compared":[148],"other":[150],"state-of-the-art":[151],"methods,":[152],"method":[154],"achieves":[155],"better":[156],"in":[158],"terms":[159],"MOTA":[161],"(Multiple-Object":[162],"Accuracy)":[164],"ID-F1":[166],"score.":[167],"The":[168],"code":[169],"dataset":[171],"will":[172],"be":[173],"made":[174],"available":[175],"at":[176],"https://github.com/xuqingyu26/HGTMT":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-01T08:55:55.761014","created_date":"2025-10-10T00:00:00"}