{"id":"https://openalex.org/W4401747971","doi":"https://doi.org/10.1109/lra.2024.3448132","title":"Exploiting Multi-Modal Synergies for Enhancing 3D Multi-Object Tracking","display_name":"Exploiting Multi-Modal Synergies for Enhancing 3D Multi-Object Tracking","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4401747971","doi":"https://doi.org/10.1109/lra.2024.3448132"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3448132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3448132","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101093602","display_name":"Xinglong Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinglong Xu","raw_affiliation_strings":["State Key Lab of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072203497","display_name":"Weihong Ren","orcid":"https://orcid.org/0000-0003-3839-0078"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihong Ren","raw_affiliation_strings":["State Key Lab of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3839-0078","affiliations":[{"raw_affiliation_string":"State Key Lab of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023023880","display_name":"Xi\u2019ai Chen","orcid":"https://orcid.org/0000-0003-4756-3962"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi'ai Chen","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-4756-3962","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001938430","display_name":"Huijie Fan","orcid":"https://orcid.org/0000-0002-8548-861X"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijie Fan","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8548-861X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001277681","display_name":"Zhi Han","orcid":"https://orcid.org/0000-0002-8039-6679"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Han","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8039-6679","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["State Key Lab of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2880-4698","affiliations":[{"raw_affiliation_string":"State Key Lab of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101093602"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.6808,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69995,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"9","issue":"10","first_page":"8643","last_page":"8650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7136203050613403},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5376184582710266},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5300219655036926},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4796755313873291},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4531571567058563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43738532066345215},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.42376238107681274},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11943352222442627},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1141306459903717}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7136203050613403},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5376184582710266},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5300219655036926},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4796755313873291},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4531571567058563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43738532066345215},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.42376238107681274},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11943352222442627},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1141306459903717},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3448132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3448132","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1908760408","display_name":null,"funder_award_id":"62206075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1943871057","display_name":null,"funder_award_id":"62261160652","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2567398775","display_name":null,"funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3507080720","display_name":null,"funder_award_id":"61821005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5691570638","display_name":null,"funder_award_id":"U23A20343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G944077816","display_name":null,"funder_award_id":"62273339","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2051434435","https://openalex.org/W2124781496","https://openalex.org/W2252355370","https://openalex.org/W2603203130","https://openalex.org/W2609144136","https://openalex.org/W2949708697","https://openalex.org/W2953920664","https://openalex.org/W2962766617","https://openalex.org/W2964241181","https://openalex.org/W2971306974","https://openalex.org/W2983227562","https://openalex.org/W3000193750","https://openalex.org/W3006757851","https://openalex.org/W3034681945","https://openalex.org/W3034739212","https://openalex.org/W3095753995","https://openalex.org/W3104218139","https://openalex.org/W3132607695","https://openalex.org/W3167095230","https://openalex.org/W3181852566","https://openalex.org/W3206199195","https://openalex.org/W3207707490","https://openalex.org/W4206505268","https://openalex.org/W4221145330","https://openalex.org/W4226100504","https://openalex.org/W4283748233","https://openalex.org/W4288325606","https://openalex.org/W4293255939","https://openalex.org/W4313149358","https://openalex.org/W4319866011","https://openalex.org/W4320736629","https://openalex.org/W4377971342","https://openalex.org/W4382203297","https://openalex.org/W4383066393","https://openalex.org/W4385804784","https://openalex.org/W4386076066","https://openalex.org/W4386076204","https://openalex.org/W4387389919","https://openalex.org/W4389665756","https://openalex.org/W4390871716","https://openalex.org/W4390872732","https://openalex.org/W4390872843","https://openalex.org/W6739778489","https://openalex.org/W6764322716","https://openalex.org/W6839744764","https://openalex.org/W6841703415","https://openalex.org/W6857570408"],"related_works":["https://openalex.org/W4389065903","https://openalex.org/W2158788032","https://openalex.org/W2385949326","https://openalex.org/W2623195638","https://openalex.org/W1966005655","https://openalex.org/W3135795035","https://openalex.org/W2789220062","https://openalex.org/W2811496562","https://openalex.org/W2094665863","https://openalex.org/W2071984725"],"abstract_inverted_index":{"3D":[0,27,44,72,96,129,165],"Multi-Object":[1,97],"Tracking":[2],"(MOT)":[3],"aims":[4],"to":[5,30,50,69,89,155],"establish":[6],"and":[7,33,112,125,164,179],"maintain":[8],"consistent":[9],"object":[10,45,65],"trajectories":[11],"in":[12],"continuously":[13],"dynamic":[14],"environments.":[15],"At":[16],"present,":[17],"the":[18,41,61,71,78,136,189],"tracking-by-detection":[19],"has":[20],"emerged":[21],"as":[22,100],"a":[23,120,147],"dominant":[24],"paradigm":[25,37],"for":[26,94],"MOT,":[28,73],"due":[29],"its":[31],"simplicity":[32],"efficiency.":[34],"However,":[35],"this":[36,85],"depends":[38],"heavily":[39],"on":[40,174],"performance":[42],"of":[43,63],"detection,":[46],"which":[47,102,152],"usually":[48],"fails":[49],"handle":[51],"crowded":[52],"or":[53],"occluded":[54],"scenarios.":[55],"Some":[56],"studies":[57],"have":[58],"noted":[59],"that":[60,182],"introduction":[62],"2D":[64,132,163],"detection":[66],"can":[67,103,127,187],"help":[68],"enhance":[70,128],"but":[74],"they":[75],"often":[76],"ignore":[77],"synergies":[79,138],"between":[80,139],"multi-modal":[81],"data":[82],"sources.":[83],"In":[84,142],"letter,":[86],"we":[87,117,144],"aim":[88],"fully":[90],"Exploiting":[91],"Multi-Modal":[92,121,148],"Synergies":[93],"Enhancing":[95],"Tracking,":[98],"named":[99],"EMMS-MOT,":[101],"significantly":[104],"reduce":[105],"tracking":[106],"failures":[107],"caused":[108],"by":[109,134,160],"low-quality":[110],"detections":[111,130],"similar":[113],"motion":[114,158],"distractors.":[115],"Specifically,":[116],"first":[118],"propose":[119],"Location":[122],"Coordinator":[123],"(MMLC),":[124],"it":[126],"with":[131],"detections,":[133],"imposing":[135],"spatial":[137],"different":[140],"modalities.":[141],"addition,":[143],"also":[145],"design":[146],"Motion":[149],"Estimator":[150],"(MMME),":[151],"is":[153],"beneficial":[154],"correct":[156],"tracklet":[157],"states,":[159],"simultaneously":[161],"modelling":[162],"motions":[166],"via":[167],"an":[168],"extended":[169],"Kalman":[170],"Filter.":[171],"Experimental":[172],"results":[173],"two":[175],"public":[176],"datasets":[177],"KITTI":[178],"NuScenes":[180],"demonstrate":[181],"our":[183],"proposed":[184],"EMMS-MOT":[185],"tracker":[186],"outperform":[188],"state-of-the-art":[190],"approaches.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}