{"id":"https://openalex.org/W4393972732","doi":"https://doi.org/10.1109/tits.2024.3381175","title":"Vision-Language Models Can Identify Distracted Driver Behavior From Naturalistic Videos","display_name":"Vision-Language Models Can Identify Distracted Driver Behavior From Naturalistic Videos","publication_year":2024,"publication_date":"2024-04-05","ids":{"openalex":"https://openalex.org/W4393972732","doi":"https://doi.org/10.1109/tits.2024.3381175"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3381175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3381175","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065627917","display_name":"Md Zahid Hasan","orcid":"https://orcid.org/0009-0000-3213-2719"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Md. Zahid Hasan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Iowa State University, Ames, IA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030992210","display_name":"Jiajing Chen","orcid":"https://orcid.org/0000-0003-0523-4132"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiajing Chen","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006977037","display_name":"Jiyang Wang","orcid":"https://orcid.org/0000-0002-6545-720X"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyang Wang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081424006","display_name":"Mohammed Shaiqur Rahman","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Shaiqur Rahman","raw_affiliation_strings":["Department of Computer Science, Iowa State University, Ames, IA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056315092","display_name":"Ameya Joshi","orcid":"https://orcid.org/0000-0003-1211-3945"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ameya Joshi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, Brooklyn, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004337702","display_name":"Senem Velipasalar","orcid":"https://orcid.org/0000-0002-1430-1555"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Senem Velipasalar","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066142047","display_name":"Chinmay Hegde","orcid":"https://orcid.org/0000-0003-4574-8066"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chinmay Hegde","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, Brooklyn, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083087081","display_name":"Anuj Sharma","orcid":"https://orcid.org/0000-0001-6602-9285"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anuj Sharma","raw_affiliation_strings":["Department of Civil Construction and Environmental Engineering, Iowa State University, Ames, IA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil Construction and Environmental Engineering, Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081037761","display_name":"Soumik Sarkar","orcid":"https://orcid.org/0000-0002-6775-9199"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumik Sarkar","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa State University, Ames, IA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5065627917"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":30.8774,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99879568,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"25","issue":"9","first_page":"11602","last_page":"11616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9035000205039978,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9035000205039978,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distracted-driving","display_name":"Distracted driving","score":0.6359405517578125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5387815237045288},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.45897147059440613},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45358872413635254},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3456484377384186},{"id":"https://openalex.org/keywords/distraction","display_name":"Distraction","score":0.30804914236068726}],"concepts":[{"id":"https://openalex.org/C2776465824","wikidata":"https://www.wikidata.org/wiki/Q5283083","display_name":"Distracted driving","level":3,"score":0.6359405517578125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5387815237045288},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45897147059440613},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45358872413635254},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3456484377384186},{"id":"https://openalex.org/C2776378700","wikidata":"https://www.wikidata.org/wiki/Q3030775","display_name":"Distraction","level":2,"score":0.30804914236068726}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3381175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3381175","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3293862455","display_name":null,"funder_award_id":"693JJ31950022","funder_id":"https://openalex.org/F4320332393","funder_display_name":"Federal Highway Administration"}],"funders":[{"id":"https://openalex.org/F4320332393","display_name":"Federal Highway Administration","ror":"https://ror.org/0473rr271"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W116278252","https://openalex.org/W1522301498","https://openalex.org/W1789187189","https://openalex.org/W1914645703","https://openalex.org/W2061743423","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2284188655","https://openalex.org/W2342662179","https://openalex.org/W2395437686","https://openalex.org/W2463627759","https://openalex.org/W2809562466","https://openalex.org/W2883429621","https://openalex.org/W2883780447","https://openalex.org/W2888166343","https://openalex.org/W2896950454","https://openalex.org/W2898089263","https://openalex.org/W2912346386","https://openalex.org/W2963163009","https://openalex.org/W2963524571","https://openalex.org/W2963624663","https://openalex.org/W2965056781","https://openalex.org/W2970886074","https://openalex.org/W2973218919","https://openalex.org/W2975813532","https://openalex.org/W2984008963","https://openalex.org/W2986674040","https://openalex.org/W2989661612","https://openalex.org/W2989682887","https://openalex.org/W3009812836","https://openalex.org/W3010783597","https://openalex.org/W3026578319","https://openalex.org/W3035542613","https://openalex.org/W3080348805","https://openalex.org/W3084325691","https://openalex.org/W3120702710","https://openalex.org/W3126721948","https://openalex.org/W3128640141","https://openalex.org/W3138261736","https://openalex.org/W3139457828","https://openalex.org/W3153065833","https://openalex.org/W3176799298","https://openalex.org/W3200114289","https://openalex.org/W3201927751","https://openalex.org/W3203711169","https://openalex.org/W3208314443","https://openalex.org/W3214466607","https://openalex.org/W4205520016","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4220996532","https://openalex.org/W4225537613","https://openalex.org/W4246943689","https://openalex.org/W4291910391","https://openalex.org/W4298947612","https://openalex.org/W4310863182","https://openalex.org/W4312424618","https://openalex.org/W4312560592","https://openalex.org/W4312655527","https://openalex.org/W4312708649","https://openalex.org/W4312910992","https://openalex.org/W4313165002","https://openalex.org/W4319300292","https://openalex.org/W4375798881","https://openalex.org/W4385805233","https://openalex.org/W4387092495","https://openalex.org/W4391407113","https://openalex.org/W4398221588","https://openalex.org/W6622996551","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6682864246","https://openalex.org/W6684191040","https://openalex.org/W6740710302","https://openalex.org/W6784184991","https://openalex.org/W6784761581","https://openalex.org/W6789909235","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6797148833","https://openalex.org/W6801567822"],"related_works":["https://openalex.org/W626594146","https://openalex.org/W2051187670","https://openalex.org/W2891960815","https://openalex.org/W2946368029","https://openalex.org/W2557391638","https://openalex.org/W2169604921","https://openalex.org/W3134108314","https://openalex.org/W4205975769","https://openalex.org/W2891012803","https://openalex.org/W2176420444"],"abstract_inverted_index":{"Recognizing":[0],"the":[1,13,23,167,184,197],"activities":[2,144],"causing":[3],"distraction":[4,124],"in":[5,106],"real-world":[6],"driving":[7,47,94,127,147,190],"scenarios":[8],"is":[9,201],"critical":[10],"for":[11,165,188],"ensuring":[12],"safety":[14],"and":[15,20,32,43,55,129,137,162,177,192,195],"reliability":[16],"of":[17,37,183],"both":[18],"drivers":[19],"pedestrians":[21],"on":[22,158,170,181],"roadways.":[24],"Conventional":[25],"computer":[26],"vision":[27,132],"techniques":[28],"are":[29],"typically":[30],"data-intensive":[31],"require":[33],"a":[34,61,115],"large":[35],"volume":[36],"annotated":[38,74],"training":[39,75],"data":[40],"to":[41,59,70,89],"detect":[42],"classify":[44,142],"various":[45],"distracted":[46,93,143,189],"behaviors,":[48],"thereby":[49],"limiting":[50],"their":[51],"generalization":[52],"ability,":[53],"efficiency":[54],"scalability.":[56],"We":[57,174],"aim":[58],"develop":[60],"generalized":[62],"framework":[63,154],"that":[64,85,121,152],"showcases":[65],"robust":[66],"performance":[67,157],"with":[68],"access":[69],"limited":[71],"or":[72],"no":[73],"data.":[76],"Recently,":[77],"vision-language":[78],"models":[79,99,164],"have":[80,102],"offered":[81],"large-scale":[82],"visual-textual":[83],"pretraining":[84,98],"can":[86,141],"be":[87],"adapted":[88],"task-specific":[90],"learning":[91,107],"like":[92,100],"activity":[95,118],"recognition.":[96],"Vision-language":[97],"CLIP":[101],"shown":[103],"significant":[104],"promise":[105],"natural":[108],"language-guided":[109],"visual":[110,186],"representations.":[111],"This":[112],"paper":[113],"proposes":[114],"CLIP-based":[116],"driver":[117,123],"recognition":[119],"approach":[120],"identifies":[122],"from":[125,145],"naturalistic":[126,146],"images":[128],"videos.":[130],"CLIP\u2019s":[131,185],"embedding":[133],"offers":[134,155],"zero-shot":[135,159],"transfer":[136],"task-based":[138],"finetuning,":[139],"which":[140],"video.":[148],"Our":[149,199],"results":[150],"show":[151],"this":[153],"state-of-the-art":[156],"transfer,":[160],"finetuning":[161],"video-based":[163,178],"predicting":[166],"driver\u2019s":[168],"state":[169],"four":[171],"public":[172],"datasets.":[173],"propose":[175],"frame-based":[176],"frameworks":[179],"developed":[180],"top":[182],"representation":[187],"detection":[191],"classification":[193],"tasks":[194],"report":[196],"results.":[198],"code":[200],"available":[202],"at":[203],"https://github.com/zahid-isu/DriveCLIP":[204]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}