{"id":"https://openalex.org/W4403791379","doi":"https://doi.org/10.1145/3664647.3681326","title":"When, Where, and What? A Benchmark for Accident Anticipation and Localization with Large Language Models","display_name":"When, Where, and What? A Benchmark for Accident Anticipation and Localization with Large Language Models","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791379","doi":"https://doi.org/10.1145/3664647.3681326"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681326","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032304100","display_name":"Haicheng Liao","orcid":"https://orcid.org/0000-0002-0207-5087"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Haicheng Liao","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106627839","display_name":"Yongkang Li","orcid":"https://orcid.org/0009-0006-9936-7786"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkang Li","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106627873","display_name":"Chengyue Wang","orcid":"https://orcid.org/0009-0009-7707-1505"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chengyue Wang","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074810849","display_name":"Yanchen Guan","orcid":"https://orcid.org/0009-0008-7839-1976"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yanchen Guan","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053448652","display_name":"Kahou Tam","orcid":"https://orcid.org/0000-0001-5816-6837"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Kahou Tam","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114060150","display_name":"Chunlin Tian","orcid":"https://orcid.org/0009-0009-5220-1609"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chunlin Tian","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032580866","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-2044-8289"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012773300","display_name":"Chengzhong Xu","orcid":"https://orcid.org/0000-0001-9480-0356"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chengzhong Xu","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101552930","display_name":"Zhenning Li","orcid":"https://orcid.org/0000-0002-0877-6829"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhenning Li","raw_affiliation_strings":["University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"University of Macau, Macau, China","institution_ids":["https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5032304100"],"corresponding_institution_ids":["https://openalex.org/I204512498"],"apc_list":null,"apc_paid":null,"fwci":2.5038,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8871374,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9574000239372253,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.8738741874694824},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7442018389701843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.663479208946228},{"id":"https://openalex.org/keywords/accident","display_name":"Accident (philosophy)","score":0.547851026058197},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.476980984210968},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42231547832489014},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.08430209755897522},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07651650905609131}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.8738741874694824},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7442018389701843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.663479208946228},{"id":"https://openalex.org/C2780289543","wikidata":"https://www.wikidata.org/wiki/Q424630","display_name":"Accident (philosophy)","level":2,"score":0.547851026058197},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.476980984210968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42231547832489014},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.08430209755897522},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07651650905609131},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681326","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1966120703","https://openalex.org/W2766042539","https://openalex.org/W2901504064","https://openalex.org/W2955058313","https://openalex.org/W2963163009","https://openalex.org/W2963737762","https://openalex.org/W2964217160","https://openalex.org/W2964241181","https://openalex.org/W2981650061","https://openalex.org/W2996312338","https://openalex.org/W3003987610","https://openalex.org/W3046330049","https://openalex.org/W3047385447","https://openalex.org/W3092897728","https://openalex.org/W3096609285","https://openalex.org/W3101279734","https://openalex.org/W3138006982","https://openalex.org/W3159619744","https://openalex.org/W3176454305","https://openalex.org/W3180659539","https://openalex.org/W3202142650","https://openalex.org/W3213165621","https://openalex.org/W4214614183","https://openalex.org/W4304091855","https://openalex.org/W4304092541","https://openalex.org/W4312560592","https://openalex.org/W4318982572","https://openalex.org/W4323922813","https://openalex.org/W4323923566","https://openalex.org/W4324290198","https://openalex.org/W4362475012","https://openalex.org/W4376464579","https://openalex.org/W4386076400","https://openalex.org/W4387717540","https://openalex.org/W4392001696","https://openalex.org/W4392908296","https://openalex.org/W4393153766","https://openalex.org/W4394597592","https://openalex.org/W4396754486","https://openalex.org/W4400526349","https://openalex.org/W4402120190","https://openalex.org/W4402727495"],"related_works":["https://openalex.org/W4213201576","https://openalex.org/W2150761772","https://openalex.org/W1579870145","https://openalex.org/W4285549518","https://openalex.org/W2765459612","https://openalex.org/W4399812109","https://openalex.org/W2378211422","https://openalex.org/W1525751611","https://openalex.org/W2359303428","https://openalex.org/W3204019825"],"abstract_inverted_index":{"As":[0],"autonomous":[1,161,174],"driving":[2,94,162],"systems":[3,175],"increasingly":[4],"become":[5],"part":[6],"of":[7,122],"daily":[8],"transportation,":[9],"the":[10,44,128,157],"ability":[11],"to":[12,65,88],"accurately":[13],"anticipate":[14],"and":[15,46,73,131,141,178],"mitigate":[16],"potential":[17],"traffic":[18,123],"accidents":[19,75],"is":[20,98],"paramount.":[21],"Traditional":[22],"accident":[23,36,149],"anticipation":[24],"models":[25,109],"primarily":[26],"utilizing":[27],"dashcam":[28],"videos":[29],"are":[30],"adept":[31],"at":[32],"predicting":[33],"when":[34],"an":[35,80],"may":[37],"occur":[38],"but":[39,164],"fall":[40],"short":[41],"in":[42,137],"localizing":[43],"incident":[45],"identifying":[47],"involved":[48],"entities.":[49],"Addressing":[50],"this":[51,53],"gap,":[52],"study":[54],"introduces":[55],"a":[56,101,118],"novel":[57],"framework":[58,159],"that":[59,85,104],"integrates":[60],"Large":[61],"Language":[62],"Models":[63],"(LLMs)":[64],"enhance":[66],"predictive":[67,170],"capabilities":[68],"across":[69],"multiple":[70],"dimensions-what,":[71],"when,":[72],"where":[74],"might":[76],"occur.":[77],"We":[78],"develop":[79],"innovative":[81],"chain-based":[82],"attention":[83],"mechanism":[84,97],"dynamically":[86],"adjusts":[87],"prioritize":[89],"high-risk":[90],"elements":[91],"within":[92],"complex":[93],"scenes.":[95],"This":[96],"complemented":[99],"by":[100,173],"three-stage":[102],"model":[103],"processes":[105],"outputs":[106],"from":[107],"smaller":[108],"into":[110],"detailed":[111],"multimodal":[112],"inputs":[113],"for":[114,148,160],"LLMs,":[115],"thus":[116],"enabling":[117],"more":[119,176],"nuanced":[120],"understanding":[121],"dynamics.":[124],"Empirical":[125],"validation":[126],"on":[127],"DAD,":[129],"CCD,":[130],"A3D":[132],"datasets":[133],"demonstrates":[134],"superior":[135],"performance":[136],"Average":[138],"Precision":[139],"(AP)":[140],"Mean":[142],"Time-To-Accident":[143],"(mTTA),":[144],"establishing":[145],"new":[146],"benchmarks":[147],"prediction":[150],"technology.":[151],"Our":[152],"approach":[153],"not":[154],"only":[155],"advances":[156],"technological":[158],"safety":[163],"also":[165],"enhances":[166],"human-AI":[167],"interaction,":[168],"making":[169],"insights":[171],"generated":[172],"intuitive":[177],"actionable.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":9}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}