{"id":"https://openalex.org/W2983227562","doi":"https://doi.org/10.1109/iccv.2019.00245","title":"Robust Multi-Modality Multi-Object Tracking","display_name":"Robust Multi-Modality Multi-Object Tracking","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2983227562","doi":"https://doi.org/10.1109/iccv.2019.00245","mag":"2983227562"},"language":"en","primary_location":{"id":"doi:10.1109/iccv.2019.00245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2019.00245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100709484","display_name":"Wenwei Zhang","orcid":"https://orcid.org/0000-0002-2748-4514"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Wenwei Zhang","raw_affiliation_strings":["Nanyang Technological University"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621161","display_name":"Hui Zhou","orcid":"https://orcid.org/0000-0002-1689-8738"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Zhou","raw_affiliation_strings":["SenseTime Research"],"affiliations":[{"raw_affiliation_string":"SenseTime Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025536307","display_name":"Shuyang Sun","orcid":"https://orcid.org/0000-0002-1486-2029"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shuyang Sun","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407596","display_name":"Zhe Wang","orcid":"https://orcid.org/0000-0002-0597-4475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhe Wang","raw_affiliation_strings":["SenseTime Research"],"affiliations":[{"raw_affiliation_string":"SenseTime Research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103125510","display_name":"Jianping Shi","orcid":"https://orcid.org/0000-0003-3257-8272"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianping Shi","raw_affiliation_strings":["SenseTime Research"],"affiliations":[{"raw_affiliation_string":"SenseTime Research","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005626854","display_name":"Chen Change Loy","orcid":"https://orcid.org/0000-0001-5345-1591"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Change Loy","raw_affiliation_strings":["Nanyang Technological University"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100709484"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":12.7977,"has_fulltext":false,"cited_by_count":236,"citation_normalized_percentile":{"value":0.98939879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2365","last_page":"2374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.820522665977478},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.65241938829422},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6495388746261597},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5385751128196716},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5309267640113831},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.521088719367981},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5162479877471924},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4677199423313141},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.45280081033706665},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44050663709640503},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4359252154827118},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4290482997894287},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4280330538749695},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4092708230018616},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.21329620480537415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.820522665977478},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.65241938829422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6495388746261597},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5385751128196716},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5309267640113831},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.521088719367981},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5162479877471924},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4677199423313141},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.45280081033706665},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44050663709640503},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4359252154827118},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4290482997894287},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4280330538749695},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4092708230018616},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.21329620480537415},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv.2019.00245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2019.00245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1528063097","https://openalex.org/W1539395368","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1863704471","https://openalex.org/W1961595631","https://openalex.org/W2007352603","https://openalex.org/W2031031248","https://openalex.org/W2051588547","https://openalex.org/W2079537345","https://openalex.org/W2117539524","https://openalex.org/W2122088301","https://openalex.org/W2124781496","https://openalex.org/W2148958980","https://openalex.org/W2150066425","https://openalex.org/W2225887246","https://openalex.org/W2281954672","https://openalex.org/W2288122362","https://openalex.org/W2555618208","https://openalex.org/W2560609797","https://openalex.org/W2562105614","https://openalex.org/W2565639579","https://openalex.org/W2579024533","https://openalex.org/W2609144136","https://openalex.org/W2739013603","https://openalex.org/W2788715189","https://openalex.org/W2797915683","https://openalex.org/W2798930779","https://openalex.org/W2810641456","https://openalex.org/W2811025443","https://openalex.org/W2897545412","https://openalex.org/W2898900571","https://openalex.org/W2899771611","https://openalex.org/W2903226808","https://openalex.org/W2909761845","https://openalex.org/W2914819564","https://openalex.org/W2949117887","https://openalex.org/W2949708697","https://openalex.org/W2962835968","https://openalex.org/W2962912109","https://openalex.org/W2963121255","https://openalex.org/W2963400571","https://openalex.org/W2963534981","https://openalex.org/W2963587345","https://openalex.org/W2963727135","https://openalex.org/W2963940252","https://openalex.org/W2964014140","https://openalex.org/W2964060597","https://openalex.org/W2964062501","https://openalex.org/W2964151039","https://openalex.org/W2964333437","https://openalex.org/W2968296999","https://openalex.org/W2968557240","https://openalex.org/W2970938561","https://openalex.org/W3104641012","https://openalex.org/W3114753236","https://openalex.org/W4300900294","https://openalex.org/W6631487387","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6739778489","https://openalex.org/W6745673378","https://openalex.org/W6748593909","https://openalex.org/W6753266022","https://openalex.org/W6754532037","https://openalex.org/W6755864109","https://openalex.org/W6756040250","https://openalex.org/W6756409600","https://openalex.org/W6756795685","https://openalex.org/W6757040593","https://openalex.org/W6757384202","https://openalex.org/W6759405438","https://openalex.org/W6763422710"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W2988126442","https://openalex.org/W1974414866","https://openalex.org/W2057568687","https://openalex.org/W2063982682","https://openalex.org/W2338543196","https://openalex.org/W1544691147"],"abstract_inverted_index":{"Multi-sensor":[0],"perception":[1],"is":[2,87],"crucial":[3],"to":[4,94,143,160],"ensure":[5],"the":[6,56,67,122,140,162,165,169],"reliability":[7,38],"and":[8,97,129,173,178],"accuracy":[9,102],"in":[10,61,114,150,154],"autonomous":[11],"driving":[12],"system,":[13],"while":[14],"multi-object":[15,32],"tracking":[16,33],"(MOT)":[17],"improves":[18],"that":[19],"by":[20,39,54],"tracing":[21],"sequential":[22],"movement":[23],"of":[24,37,89,126,147,164],"dynamic":[25],"objects.":[26],"Most":[27],"current":[28],"approaches":[29],"for":[30,121,133],"multi-sensor":[31],"are":[34,180],"either":[35],"lack":[36],"tightly":[40],"relying":[41],"on":[42,168],"a":[43,75,104],"single":[44],"input":[45],"source":[46],"(e.g.,":[47],"center":[48],"camera),":[49],"or":[50],"not":[51],"accurate":[52],"enough":[53],"fusing":[55],"results":[57],"from":[58],"multiple":[59],"sensors":[60],"post":[62],"processing":[63],"without":[64],"fully":[65],"exploiting":[66],"inherent":[68],"information.":[69],"In":[70],"this":[71],"study,":[72],"we":[73],"design":[74],"generic":[76],"sensor-agnostic":[77],"multi-modality":[78,106],"MOT":[79],"framework":[80,167],"(mmMOT),":[81],"where":[82],"each":[83,127],"modality":[84,128],"(i.e.,":[85],"sensors)":[86],"capable":[88],"performing":[90],"its":[91,101],"role":[92],"independently":[93],"preserve":[95],"reliability,":[96],"could":[98],"further":[99],"improving":[100],"through":[103],"novel":[105],"fusion":[107],"module.":[108],"Our":[109,136],"mmMOT":[110,137],"can":[111],"be":[112],"trained":[113],"an":[115,130],"end-to-end":[116],"manner,":[117],"enables":[118],"joint":[119],"optimization":[120],"base":[123],"feature":[124],"extractor":[125],"adjacency":[131],"estimator":[132],"cross":[134],"modality.":[135],"also":[138],"makes":[139],"first":[141],"attempt":[142],"encode":[144],"deep":[145],"representation":[146],"point":[148],"cloud":[149],"data":[151],"association":[152],"process":[153],"MOT.":[155],"We":[156],"conduct":[157],"extensive":[158],"experiments":[159],"evaluate":[161],"effectiveness":[163],"proposed":[166],"challenging":[170],"KITTI":[171],"benchmark":[172],"report":[174],"state-of-the-art":[175],"performance.":[176],"Code":[177],"models":[179],"available":[181],"at":[182],"https://github.com/ZwwWayne/mmMOT.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":44},{"year":2022,"cited_by_count":43},{"year":2021,"cited_by_count":41},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}