{"id":"https://openalex.org/W4391248580","doi":"https://doi.org/10.1109/tase.2024.3356070","title":"When Is It Likely to Fail? Performance Monitor for Black-Box Trajectory Prediction Model","display_name":"When Is It Likely to Fail? Performance Monitor for Black-Box Trajectory Prediction Model","publication_year":2024,"publication_date":"2024-01-26","ids":{"openalex":"https://openalex.org/W4391248580","doi":"https://doi.org/10.1109/tase.2024.3356070"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3356070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3356070","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004903867","display_name":"Wenbo Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenbo Shao","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025132563","display_name":"Boqi Li","orcid":"https://orcid.org/0000-0001-8959-1406"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boqi Li","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039394884","display_name":"Wenhao Yu","orcid":"https://orcid.org/0000-0003-1521-2674"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Yu","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101211073","display_name":"Jiahui Xu","orcid":"https://orcid.org/0009-0005-9459-8289"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Xu","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100370893","display_name":"Hong Wang","orcid":"https://orcid.org/0000-0002-0279-3767"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Wang","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5004903867"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.5631,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80065871,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"17355","last_page":"17369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7467883825302124},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6593929529190063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4895845353603363},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3260255753993988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20991063117980957},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13841310143470764}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7467883825302124},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6593929529190063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4895845353603363},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3260255753993988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20991063117980957},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13841310143470764},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3356070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3356070","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5819421476","display_name":null,"funder_award_id":"U1964203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G650202614","display_name":null,"funder_award_id":"52072215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6790325482","display_name":null,"funder_award_id":"2022YFB2503003","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1986332411","https://openalex.org/W2043365486","https://openalex.org/W2069051541","https://openalex.org/W2132870739","https://openalex.org/W2296719434","https://openalex.org/W2963945905","https://openalex.org/W2965563166","https://openalex.org/W2990702197","https://openalex.org/W2997591727","https://openalex.org/W3007318993","https://openalex.org/W3040181730","https://openalex.org/W3114224083","https://openalex.org/W3116651890","https://openalex.org/W3119844609","https://openalex.org/W3128196514","https://openalex.org/W3143504837","https://openalex.org/W3157654733","https://openalex.org/W3183048323","https://openalex.org/W3202842535","https://openalex.org/W3203374357","https://openalex.org/W3204195554","https://openalex.org/W3205464992","https://openalex.org/W4200525101","https://openalex.org/W4210389721","https://openalex.org/W4226239849","https://openalex.org/W4253461361","https://openalex.org/W4254182148","https://openalex.org/W4283810514","https://openalex.org/W4285278949","https://openalex.org/W4301266050","https://openalex.org/W4308080616","https://openalex.org/W4310440529","https://openalex.org/W4312433903","https://openalex.org/W4360596056","https://openalex.org/W4361275963","https://openalex.org/W4379116613","https://openalex.org/W4379206867","https://openalex.org/W4383109223","https://openalex.org/W4385368163","https://openalex.org/W4386074229","https://openalex.org/W4386571105","https://openalex.org/W4386702654","https://openalex.org/W4387166440","https://openalex.org/W6730042731","https://openalex.org/W6757844995","https://openalex.org/W6768870957","https://openalex.org/W6777902602","https://openalex.org/W6856317612"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4323768008","https://openalex.org/W3131574667","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Accurate":[0],"trajectory":[1,57,72,227,259,356],"prediction":[2,19,47,58,73,109,147,151,171,184,228,260,278,357],"is":[3,165],"vital":[4],"for":[5,42,55,101,145,214],"various":[6,82,307],"applications,":[7],"including":[8,88],"autonomous":[9,186,256],"vehicles.":[10,257],"However,":[11],"the":[12,52,68,86,114,124,162,177,180,192,217,253,277,315,343,352],"complexity":[13],"and":[14,33,95,143,149,158,170,185,233,246,287,294,323,330,359,362],"limited":[15],"transparency":[16],"of":[17,70,141,179,225,240,255,354],"many":[18],"algorithms":[20],"often":[21],"result":[22],"in":[23,133,216,243,248,252,264,335,366],"black-box":[24,56,71,226],"models,":[25,172,229],"making":[26],"it":[27],"challenging":[28],"to":[29,61,85,104,205,273,291,327,341,350],"understand":[30],"their":[31,310,355,367],"limitations":[32],"anticipate":[34],"potential":[35,40,285],"failures.":[36],"This":[37,49],"further":[38,190,321],"raises":[39],"risks":[41],"systems":[43,281],"based":[44,305],"on":[45,167,306],"these":[46,265],"models.":[48],"study":[50,80],"introduces":[51],"performance":[53,69,279],"monitor":[54],"model":[59],"(PMBP)":[60],"address":[62],"this":[63],"challenge.":[64],"The":[65,79,220,237,298],"PMBP":[66,125,221,241,299,316,344],"estimates":[67],"models":[74,261,358],"online,":[75,280],"enabling":[76],"informed":[77,235,289],"decision-making.":[78,236],"explores":[81],"methods\u2019":[83],"applicability":[84,164],"PMBP,":[87,210],"anomaly":[89],"detection,":[90],"machine":[91],"learning,":[92,94],"deep":[93,134],"ensemble,":[96],"with":[97],"specific":[98,311],"monitors":[99],"designed":[100],"each":[102],"method":[103],"provide":[105],"online":[106,223],"output":[107],"representing":[108],"performance.":[110],"Comprehensive":[111],"experiments":[112,189],"validate":[113],"PMBP\u2019s":[115,163,193],"effectiveness,":[116],"comparing":[117],"different":[118,168,302],"monitoring":[119,129,224,276,303,333,348],"methods.":[120,160],"Results":[121],"show":[122,191],"that":[123],"effectively":[126],"achieves":[127,138],"promising":[128,319],"performance,":[130],"particularly":[131],"excelling":[132],"learning-based":[135],"monitoring.":[136],"It":[137],"improvement":[139],"scores":[140],"0.81":[142],"0.79":[144],"average":[146],"error":[148,152],"final":[150],"monitoring,":[153],"respectively,":[154],"outperforming":[155],"previous":[156],"white-box":[157],"gray-box":[159],"Furthermore,":[161],"validated":[166],"datasets":[169],"while":[173],"ablation":[174],"studies":[175],"confirm":[176],"effectiveness":[178],"proposed":[181],"mechanism.":[182],"Hybrid":[183],"driving":[187],"planning":[188],"value":[194],"from":[195],"an":[196,346],"application":[197,239],"perspective.":[198],"Project":[199],"page:":[200],"https://swb19.github.io/PMBP/.":[201],"<italic":[202],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[204],"Practitioners</i>":[206],"\u2014This":[207],"research":[208],"presents":[209],"a":[211],"valuable":[212],"tool":[213],"practitioners":[215,301],"automation":[218,365],"industry.":[219],"enables":[222],"enhancing":[230],"system":[231],"reliability":[232,247,353],"facilitating":[234],"practical":[238],"lies":[242],"improving":[244],"safety":[245],"critical":[249],"domains,":[250],"especially":[251],"context":[254],"Black-box":[258],"commonly":[262],"used":[263],"domains":[266],"may":[267],"exhibit":[268],"unexpected":[269],"deficiencies,":[270],"potentially":[271],"leading":[272],"risks.":[274],"By":[275],"can":[282],"proactively":[283],"identify":[284],"insufficiencies":[286],"make":[288],"decisions":[290],"ensure":[292],"safer":[293,361],"more":[295,363],"reliable":[296],"operations.":[297],"offers":[300],"solutions":[304],"approaches,":[308],"addressing":[309],"needs":[312],"effectively.":[313],"While":[314],"has":[317],"shown":[318],"outcomes,":[320],"exploration":[322],"testing":[324],"are":[325,339],"necessary":[326],"fully":[328],"harness":[329],"apply":[331],"its":[332],"results":[334],"automated":[336],"systems.":[337],"Practitioners":[338],"encouraged":[340],"adopt":[342],"as":[345],"essential":[347],"mechanism":[349],"enhance":[351],"achieve":[360],"efficient":[364],"domains.":[368]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}