{"id":"https://openalex.org/W4401414801","doi":"https://doi.org/10.1109/icra57147.2024.10609986","title":"LET-3D-AP: Longitudinal Error Tolerant 3D Average Precision for Camera-Only 3D Detection","display_name":"LET-3D-AP: Longitudinal Error Tolerant 3D Average Precision for Camera-Only 3D Detection","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414801","doi":"https://doi.org/10.1109/icra57147.2024.10609986"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10609986","doi":"https://doi.org/10.1109/icra57147.2024.10609986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10609986","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.07705","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064935846","display_name":"Wei-Chih Hung","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-Chih Hung","raw_affiliation_strings":["Waymo LLC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo LLC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052810777","display_name":"Vincent Casser","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vincent Casser","raw_affiliation_strings":["Waymo LLC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo LLC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012355769","display_name":"Henrik Kretzschmar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henrik Kretzschmar","raw_affiliation_strings":["Waymo LLC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo LLC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103251632","display_name":"Jyh-Jing Hwang","orcid":"https://orcid.org/0000-0001-7892-0657","observed_orcids":["https://orcid.org/0000-0001-7892-0657"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jyh-Jing Hwang","raw_affiliation_strings":["Waymo LLC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo LLC","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081024054","display_name":"Dragomir Anguelov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dragomir Anguelov","raw_affiliation_strings":["Waymo LLC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo LLC","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8959,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.93799788,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8272","last_page":"8279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.03849999979138374,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.6480000019073486},{"id":"https://openalex.org/keywords/error-tolerance","display_name":"error tolerance","score":0.6449999809265137},{"id":"https://openalex.org/keywords/waymo-open-dataset","display_name":"Waymo Open Dataset","score":0.9269999861717224},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.9139999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6726828813552856},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.600172758102417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.582514226436615},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4588168263435364},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23926621675491333}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra57147.2024.10609986","doi":"https://doi.org/10.1109/icra57147.2024.10609986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10609986","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2206.07705","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.07705","pdf_url":"https://arxiv.org/pdf/2206.07705","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2206.07705","doi":"https://doi.org/10.48550/arxiv.2206.07705","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.07705","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.07705","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.07705","pdf_url":"https://arxiv.org/pdf/2206.07705","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401414801.pdf","grobid_xml":"https://content.openalex.org/works/W4401414801.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2037227137","https://openalex.org/W2150066425","https://openalex.org/W2468368736","https://openalex.org/W2560544142","https://openalex.org/W2798462325","https://openalex.org/W2901707509","https://openalex.org/W2905076052","https://openalex.org/W2924137256","https://openalex.org/W2925148167","https://openalex.org/W2932447084","https://openalex.org/W2939384298","https://openalex.org/W2947648124","https://openalex.org/W2952394248","https://openalex.org/W2954174912","https://openalex.org/W2960641820","https://openalex.org/W2963727135","https://openalex.org/W2973478056","https://openalex.org/W3014575704","https://openalex.org/W3034314779","https://openalex.org/W3034407526","https://openalex.org/W3034479628","https://openalex.org/W3035172746","https://openalex.org/W3035180028","https://openalex.org/W3107964387","https://openalex.org/W3109240920","https://openalex.org/W3114509423","https://openalex.org/W3133598367","https://openalex.org/W3138516171","https://openalex.org/W3169690993","https://openalex.org/W3171032126","https://openalex.org/W3175563878","https://openalex.org/W3204217726","https://openalex.org/W3215100485","https://openalex.org/W4221158448","https://openalex.org/W4224947594","https://openalex.org/W4226305814","https://openalex.org/W4281255813","https://openalex.org/W4283399795","https://openalex.org/W4283837254","https://openalex.org/W4288099366","https://openalex.org/W4304098216","https://openalex.org/W4312508629","https://openalex.org/W4312564076","https://openalex.org/W4312713480","https://openalex.org/W4312894406","https://openalex.org/W4312916565","https://openalex.org/W4312954223","https://openalex.org/W4382464460","https://openalex.org/W4382466543","https://openalex.org/W4383066393","https://openalex.org/W4390872833","https://openalex.org/W4390873008","https://openalex.org/W6756392615","https://openalex.org/W6760424586","https://openalex.org/W6760534254","https://openalex.org/W6764514022","https://openalex.org/W6776355544","https://openalex.org/W6802311648","https://openalex.org/W6810001583","https://openalex.org/W6811230113","https://openalex.org/W6838603739","https://openalex.org/W6839439690","https://openalex.org/W6840525788"],"related_works":["https://openalex.org/W4386083148","https://openalex.org/W4401413889","https://openalex.org/W4401416314","https://openalex.org/W7157920063","https://openalex.org/W4403877959","https://openalex.org/W7221951142","https://openalex.org/W3204217726","https://openalex.org/W4312981603","https://openalex.org/W4408222496","https://openalex.org/W4288099366"],"abstract_inverted_index":{"The":[0],"3D":[1,104,163],"Average":[2],"Precision":[3],"(3DAP)":[4],"relies":[5],"on":[6],"the":[7,48,76,86,97,136,147,151,159,174],"intersection":[8],"over":[9],"union":[10],"between":[11],"predictions":[12,29],"and":[13,69,150],"ground":[14],"truth":[15],"objects.":[16],"However,":[17],"camera-only":[18,103,162],"detectors":[19,113,118,133,141],"have":[20,135],"limited":[21],"depth":[22,58,126],"accuracy,":[23],"which":[24],"may":[25],"cause":[26],"otherwise":[27],"reasonable":[28],"that":[30,110,130,170],"suffer":[31],"from":[32],"such":[33],"longitudinal":[34,64,72],"localization":[35,73],"errors":[36,74],"to":[37,51,57,80,102,138],"be":[38,52],"treated":[39],"as":[40],"false":[41],"positives.":[42],"We":[43,145],"therefore":[44],"propose":[45],"variants":[46],"of":[47,75,161],"3DAP":[49],"metric":[50],"more":[53,167],"permissive":[54],"with":[55,119],"respect":[56],"estimation":[59],"errors.":[60],"Specifically,":[61],"our":[62,120],"novel":[63],"error":[65,127],"tolerant":[66],"metrics,":[67,88],"LET-3D-AP":[68],"LET-3D-APL,":[70],"allow":[71],"prediction":[77],"boxes":[78],"up":[79],"a":[81,92],"given":[82],"tolerance.":[83],"To":[84],"evaluate":[85],"proposed":[87,148],"we":[89,108],"also":[90],"construct":[91],"new":[93,121,152],"test":[94],"set":[95],"for":[96],"Waymo":[98],"Open":[99],"Dataset,":[100],"tailored":[101],"detection":[105,164],"methods.":[106],"Surprisingly,":[107],"find":[109],"state-of-the-art":[111],"camera-based":[112,132],"can":[114,171],"outperform":[115],"popular":[116],"LiDAR-based":[117,140],"metrics":[122,149],"past":[123],"at":[124],"10%":[125],"tolerance,":[128],"suggesting":[129],"existing":[131],"already":[134],"potential":[137],"surpass":[139],"in":[142,158],"downstream":[143],"applications.":[144],"believe":[146],"benchmark":[153],"dataset":[154],"will":[155],"facilitate":[156],"advances":[157],"field":[160],"by":[165],"providing":[166],"informative":[168],"signals":[169],"better":[172],"indicate":[173],"system-level":[175],"performance.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-08-09T00:00:00"}