{"id":"https://openalex.org/W3007919940","doi":"https://doi.org/10.1109/iros45743.2020.9341635","title":"JRMOT: A Real-Time 3D Multi-Object Tracker and a New Large-Scale Dataset","display_name":"JRMOT: A Real-Time 3D Multi-Object Tracker and a New Large-Scale Dataset","publication_year":2020,"publication_date":"2020-10-24","ids":{"openalex":"https://openalex.org/W3007919940","doi":"https://doi.org/10.1109/iros45743.2020.9341635","mag":"3007919940"},"language":"en","primary_location":{"id":"doi:10.1109/iros45743.2020.9341635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9341635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.08397","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059130905","display_name":"Abhijeet Shenoi","orcid":"https://orcid.org/0000-0002-6201-0496"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhijeet Shenoi","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019077694","display_name":"Mihir R. Patel","orcid":"https://orcid.org/0000-0001-6477-9728"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihir Patel","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070420593","display_name":"JunYoung Gwak","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"JunYoung Gwak","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046758466","display_name":"Patrick Goebel","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Goebel","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102990724","display_name":"Amir Sadeghian","orcid":"https://orcid.org/0000-0001-9911-075X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Sadeghian","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034608678","display_name":"Hamid Rezatofighi","orcid":"https://orcid.org/0000-0002-8659-8773"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamid Rezatofighi","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065655761","display_name":"Roberto Mart\u00edn-Mart\u00edn","orcid":"https://orcid.org/0000-0002-9586-2759"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roberto Martin-Martin","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042646536","display_name":"Silvio Savarese","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Silvio Savarese","raw_affiliation_strings":["Stanford University,Stanford Vision and Learning Laboratory,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford Vision and Learning Laboratory,USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10335","last_page":"10342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7598056197166443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6862349510192871},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6777496337890625},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6120182275772095},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.515791654586792},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5064986944198608},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.503173291683197},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4982759952545166},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.47475913166999817},{"id":"https://openalex.org/keywords/tracking-system","display_name":"Tracking system","score":0.4272233247756958},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4237518906593323},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.38189131021499634},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3797772526741028},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0881127417087555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598056197166443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6862349510192871},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6777496337890625},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6120182275772095},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.515791654586792},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5064986944198608},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.503173291683197},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4982759952545166},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.47475913166999817},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.4272233247756958},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4237518906593323},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.38189131021499634},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3797772526741028},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0881127417087555},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iros45743.2020.9341635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9341635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2002.08397","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.08397","pdf_url":"https://arxiv.org/pdf/2002.08397","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3007919940","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2002.08397","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2002.08397","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.08397","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.08397","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.08397","pdf_url":"https://arxiv.org/pdf/2002.08397","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3007919940.pdf","grobid_xml":"https://content.openalex.org/works/W3007919940.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W861352110","https://openalex.org/W2022515186","https://openalex.org/W2048605796","https://openalex.org/W2067528992","https://openalex.org/W2086969205","https://openalex.org/W2096733369","https://openalex.org/W2105934661","https://openalex.org/W2115579991","https://openalex.org/W2124781496","https://openalex.org/W2143385397","https://openalex.org/W2150066425","https://openalex.org/W2150440166","https://openalex.org/W2209193152","https://openalex.org/W2222512263","https://openalex.org/W2225887246","https://openalex.org/W2237765446","https://openalex.org/W2291627510","https://openalex.org/W2341610720","https://openalex.org/W2342242867","https://openalex.org/W2468912036","https://openalex.org/W2471056492","https://openalex.org/W2522471310","https://openalex.org/W2558027072","https://openalex.org/W2562105614","https://openalex.org/W2603203130","https://openalex.org/W2609144136","https://openalex.org/W2769346661","https://openalex.org/W2791763440","https://openalex.org/W2798930779","https://openalex.org/W2799352588","https://openalex.org/W2811025443","https://openalex.org/W2887311111","https://openalex.org/W2900859128","https://openalex.org/W2902750213","https://openalex.org/W2910057067","https://openalex.org/W2910442875","https://openalex.org/W2911486422","https://openalex.org/W2914819564","https://openalex.org/W2920942303","https://openalex.org/W2940793188","https://openalex.org/W2947761318","https://openalex.org/W2951353299","https://openalex.org/W2953226057","https://openalex.org/W2956985883","https://openalex.org/W2962803115","https://openalex.org/W2963037989","https://openalex.org/W2963063317","https://openalex.org/W2963150697","https://openalex.org/W2963292632","https://openalex.org/W2964060597","https://openalex.org/W2964062501","https://openalex.org/W2964333437","https://openalex.org/W2964700089","https://openalex.org/W2965620582","https://openalex.org/W2971306974","https://openalex.org/W2977487707","https://openalex.org/W2981393651","https://openalex.org/W2981648413","https://openalex.org/W3035574168","https://openalex.org/W3045487042","https://openalex.org/W3092725515","https://openalex.org/W3098786811","https://openalex.org/W3099206234","https://openalex.org/W3114753236","https://openalex.org/W6623841700","https://openalex.org/W6730757611","https://openalex.org/W6745673378","https://openalex.org/W6746255304","https://openalex.org/W6750749703","https://openalex.org/W6758206709","https://openalex.org/W6760782946","https://openalex.org/W6765565478","https://openalex.org/W6768435530"],"related_works":["https://openalex.org/W3131716792","https://openalex.org/W2150066425","https://openalex.org/W2949708697","https://openalex.org/W2124781496","https://openalex.org/W2989738721","https://openalex.org/W2977487707","https://openalex.org/W2964060597","https://openalex.org/W2950009063","https://openalex.org/W3132607695","https://openalex.org/W2222512263","https://openalex.org/W2967740791","https://openalex.org/W2067528992","https://openalex.org/W3020632782","https://openalex.org/W1551429860","https://openalex.org/W2765088742","https://openalex.org/W2997829017","https://openalex.org/W3168160573","https://openalex.org/W3013276489","https://openalex.org/W3091357794","https://openalex.org/W3173878319"],"abstract_inverted_index":{"Robots":[0],"navigating":[1],"autonomously":[2],"need":[3],"to":[4,82,178],"perceive":[5],"and":[6,12,22,25,53,78,99,102,134,142,151,169,181,202,230],"track":[7,103],"the":[8,32,125,196,221,234],"motion":[9,33],"of":[10,120,159,225,237],"objects":[11,55],"other":[13],"agents":[14],"in":[15,37,56,172],"its":[16],"surroundings.":[17],"This":[18],"information":[19,74],"enables":[20],"planning":[21],"executing":[23],"robust":[24],"safe":[26],"trajectories.":[27],"To":[28],"facilitate":[29],"these":[30],"processes,":[31],"should":[34],"be":[35],"perceived":[36],"3D":[38,69,79,100,170,186,206],"Cartesian":[39],"space.":[40],"However,":[41],"most":[42],"recent":[43,93],"multi-object":[44],"tracking":[45,51,86,199,207,226],"(MOT)":[46],"research":[47],"has":[48],"focused":[49],"on":[50,195,214],"people":[52],"moving":[54],"2D":[57,98,198],"RGB":[58,76,167],"video":[59,168],"sequences.":[60],"In":[61],"this":[62],"work":[63],"we":[64,123,176],"present":[65],"JRMOT,":[66],"a":[67,107,113,128],"novel":[68,129],"MOT":[70,187],"system":[71,89,188,222],"that":[72,175,220],"integrates":[73],"from":[75],"images":[77],"point":[80],"clouds":[81],"achieve":[83],"real-time,":[84],"state-of-the-art":[85,190],"performance.":[87],"Our":[88],"is":[90,223],"built":[91],"with":[92,137],"neural":[94],"networks":[95],"for":[96,209],"re-identification,":[97],"detection":[101],"description,":[104],"combined":[105],"into":[106],"joint":[108],"probabilistic":[109],"data-association":[110],"framework":[111],"within":[112],"multi-modal":[114],"recursive":[115],"Kalman":[116],"architecture.":[117],"As":[118],"part":[119],"our":[121,210,215,238],"work,":[122],"release":[124],"JRDB":[126,154],"dataset,":[127],"large":[130],"scale":[131],"2D+3D":[132,146],"dataset":[133],"benchmark,":[135],"annotated":[136],"over":[138,156],"2":[139],"million":[140],"boxes":[141],"3500":[143],"time":[144],"consistent":[145],"trajectories":[147],"across":[148],"54":[149],"indoor":[150],"outdoor":[152],"scenes.":[153],"contains":[155],"60":[157],"minutes":[158],"data":[160],"including":[161],"360":[162],"<sup":[163],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">o</sup>":[165],"cylindrical":[166],"pointclouds":[171],"social":[173,216],"settings":[174],"use":[177],"develop,":[179],"train":[180],"evaluate":[182],"JRMOT.":[183],"The":[184],"presented":[185],"demonstrates":[189],"performance":[191],"against":[192],"competing":[193],"methods":[194],"popular":[197],"KITTI":[200],"benchmark":[201],"serves":[203],"as":[204],"first":[205],"solution":[208],"benchmark.":[211],"Real-robot":[212],"tests":[213],"robot":[217],"JackRabbot":[218],"indicate":[219],"capable":[224],"multiple":[227],"pedestrians":[228],"fast":[229],"reliably.":[231],"We":[232],"provide":[233],"ROS":[235],"code":[236],"tracker":[239],"at":[240],"https://sites.google.com/view/jrmot.":[241]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}