{"id":"https://openalex.org/W4401415859","doi":"https://doi.org/10.1109/icra57147.2024.10610911","title":"CRITERIA: a New Benchmarking Paradigm for Evaluating Trajectory Prediction Models for Autonomous Driving","display_name":"CRITERIA: a New Benchmarking Paradigm for Evaluating Trajectory Prediction Models for Autonomous Driving","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401415859","doi":"https://doi.org/10.1109/icra57147.2024.10610911"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052382033","display_name":"Changhe Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Changhe Chen","raw_affiliation_strings":["University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032684585","display_name":"Mozhgan Pourkeshavarz","orcid":"https://orcid.org/0000-0001-9657-0793"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mozhgan Pourkeshavarz","raw_affiliation_strings":["Huawei Technologies Canada,Noah&#x2019;s Ark Laboratory"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Canada,Noah&#x2019;s Ark Laboratory","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012752787","display_name":"Amir Rasouli","orcid":"https://orcid.org/0000-0002-0106-2225"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amir Rasouli","raw_affiliation_strings":["Huawei Technologies Canada,Noah&#x2019;s Ark Laboratory"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Canada,Noah&#x2019;s Ark Laboratory","institution_ids":["https://openalex.org/I4210115038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032684585"],"corresponding_institution_ids":["https://openalex.org/I4210115038"],"apc_list":null,"apc_paid":null,"fwci":1.2974,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79019858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8265","last_page":"8271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9061957597732544},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7188477516174316},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7046393156051636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40907925367355347}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9061957597732544},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7188477516174316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7046393156051636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40907925367355347},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2188365844","https://openalex.org/W2607296803","https://openalex.org/W2940129212","https://openalex.org/W2949269657","https://openalex.org/W2955189650","https://openalex.org/W2962687116","https://openalex.org/W3000383034","https://openalex.org/W3028769608","https://openalex.org/W3034722190","https://openalex.org/W3035172746","https://openalex.org/W3062588417","https://openalex.org/W3090166818","https://openalex.org/W3107552218","https://openalex.org/W3108486966","https://openalex.org/W3116651890","https://openalex.org/W3125605478","https://openalex.org/W3156216502","https://openalex.org/W3169575318","https://openalex.org/W3180491419","https://openalex.org/W3196864007","https://openalex.org/W3199048838","https://openalex.org/W3199505925","https://openalex.org/W3204219722","https://openalex.org/W3204875639","https://openalex.org/W4214593147","https://openalex.org/W4283821354","https://openalex.org/W4312580307","https://openalex.org/W4312731878","https://openalex.org/W4313484219","https://openalex.org/W4383108473","https://openalex.org/W4383108597","https://openalex.org/W4383108807","https://openalex.org/W4383109074","https://openalex.org/W4383109107","https://openalex.org/W4383109141","https://openalex.org/W4383172002","https://openalex.org/W4386076439","https://openalex.org/W4386076672","https://openalex.org/W6687045409","https://openalex.org/W6769043036","https://openalex.org/W6782468546"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687"],"abstract_inverted_index":{"Benchmarking":[0],"is":[1],"a":[2,41,44,74,102,116,160,189,210,220],"common":[3,23],"method":[4,117],"for":[5,10,106,118,139,152],"evaluating":[6],"trajectory":[7],"prediction":[8,143,194],"models":[9,52,195,216],"autonomous":[11],"driving.":[12],"Existing":[13],"benchmarks":[14],"rely":[15],"on":[16,188],"datasets,":[17],"which":[18],"are":[19,32,238],"biased":[20],"towards":[21],"more":[22,211],"scenarios,":[24],"such":[25,40,93],"as":[26,94,219],"cruising,":[27],"and":[28,64,67,84,136,163,171,217],"distance-based":[29],"metrics":[30,78,151],"that":[31,204,237],"computed":[33],"by":[34,155,165,175],"averaging":[35],"over":[36],"all":[37],"scenarios.":[38],"Following":[39],"regiment":[42],"provides":[43],"little":[45],"insight":[46],"into":[47],"the":[48,51,82,129,132,157,167,181,193,197,205,215,242],"properties":[49,138],"of":[50,56,76,86,96,125,131,142,148,159,169,192,214,222,234],"both":[53],"in":[54],"terms":[55],"how":[57,65],"well":[58],"they":[59,89],"can":[60,208],"handle":[61],"different":[62,235],"scenarios":[63,121],"admissible":[66],"diverse":[68],"their":[69,224],"outputs":[70],"are.":[71],"There":[72],"exist":[73],"number":[75],"complementary":[77],"designed":[79],"to":[80,128,231,240],"measure":[81],"admissibility":[83],"diversity":[85],"trajectories,":[87],"however,":[88],"suffer":[90],"from":[91],"biases,":[92],"length":[95],"trajectories.In":[97],"this":[98],"paper,":[99],"we":[100,113,184],"propose":[101,114],"new":[103,149],"benChmarking":[104],"paRadIgm":[105],"evaluaTing":[107],"trajEctoRy":[108],"predIction":[109],"Approaches":[110],"(CRITE-RIA).":[111],"Particularly,":[112],"1)":[115],"extracting":[119],"driving":[120,177],"at":[122],"varying":[123],"levels":[124],"specificity":[126],"according":[127],"structure":[130,168],"roads,":[133],"models\u2019":[134],"performance,":[135],"data":[137],"fine-grained":[140],"ranking":[141,213],"models;":[144],"2)":[145],"A":[146],"set":[147,191],"bias-free":[150],"measuring":[153],"diversity,":[154],"incorporating":[156],"characteristics":[158],"given":[161],"scenario,":[162],"admissibility,":[164],"considering":[166],"roads":[170],"kinematic":[172],"compliancy,":[173],"motivated":[174],"real-world":[176],"constraints;":[178],"3)":[179],"Using":[180],"proposed":[182,206,243],"benchmark,":[183],"conduct":[185],"extensive":[186],"experimentation":[187],"representative":[190],"using":[196],"large":[198],"scale":[199],"Argoverse":[200],"dataset.":[201],"We":[202,226],"show":[203],"benchmark":[207],"produce":[209],"accurate":[212],"serve":[218],"means":[221],"characterizing":[223],"behavior.":[225],"further":[227],"present":[228],"ablation":[229],"studies":[230],"highlight":[232],"contributions":[233],"elements":[236],"used":[239],"compute":[241],"metrics<sup":[244],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}