{"id":"https://openalex.org/W4402352403","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650751","title":"A Study on the Effectiveness of GPT-4V in Classifying Driver Behavior Captured on Video Using Just a Few Frames per Video","display_name":"A Study on the Effectiveness of GPT-4V in Classifying Driver Behavior Captured on Video Using Just a Few Frames per Video","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352403","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650751"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650751","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650751","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107079587","display_name":"Jo\u00e3o Felipe Gobeti Calenzani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joao Felipe Gobeti Calenzani","raw_affiliation_strings":["UFES, Motora.ai,Dpto. de Informática,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFES, Motora.ai,Dpto. de Informática,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024935980","display_name":"Victor Nascimento Neves","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Victor Nascimento Neves","raw_affiliation_strings":["UFES, Motora.ai,Dpto. de Informática,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFES, Motora.ai,Dpto. de Informática,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111319832","display_name":"Lucas Thom Ramos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lucas Thom Ramos","raw_affiliation_strings":["Motora.ai,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Motora.ai,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056025903","display_name":"Lauro J. Lyrio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lauro J Lyrio Junior","raw_affiliation_strings":["Motora.ai,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Motora.ai,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107079588","display_name":"Luiz C S Magnago","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luiz C S Magnago","raw_affiliation_strings":["Motora.ai,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Motora.ai,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056260430","display_name":"Claudine Badu\u00e9","orcid":"https://orcid.org/0000-0003-1810-8581"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claudine Badue","raw_affiliation_strings":["UFES,Dpto. de Informática,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFES,Dpto. de Informática,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037893575","display_name":"Thiago Oliveira-Santos","orcid":"https://orcid.org/0000-0001-7607-635X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thiago Oliveira-Santos","raw_affiliation_strings":["UFES,Dpto. de Informática,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFES,Dpto. de Informática,Vitoria,Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005735333","display_name":"Alberto F. De Souza","orcid":"https://orcid.org/0000-0003-1561-8447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alberto F. De Souza","raw_affiliation_strings":["UFES,Dpto. de Informática,Vitoria,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFES,Dpto. de Informática,Vitoria,Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6762899160385132},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5618436336517334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5022521018981934},{"id":"https://openalex.org/keywords/video-recording","display_name":"Video recording","score":0.44511210918426514},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3823905289173126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6762899160385132},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5618436336517334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5022521018981934},{"id":"https://openalex.org/C2988634675","wikidata":"https://www.wikidata.org/wiki/Q34508","display_name":"Video recording","level":2,"score":0.44511210918426514},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3823905289173126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650751","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650751","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1179476294","https://openalex.org/W2000313766","https://openalex.org/W2025623975","https://openalex.org/W2486323017","https://openalex.org/W2934625602","https://openalex.org/W3080348805","https://openalex.org/W3082689335","https://openalex.org/W3128640141","https://openalex.org/W3153065833","https://openalex.org/W3159715392","https://openalex.org/W4292779060","https://openalex.org/W4389116286","https://openalex.org/W4390041221","https://openalex.org/W4390551551","https://openalex.org/W4391832519","https://openalex.org/W4393023633","https://openalex.org/W4395091069","https://openalex.org/W4401386967","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6859273674","https://openalex.org/W6860524103","https://openalex.org/W6861557121","https://openalex.org/W6862508294"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"an":[3,173,198,217],"innovative":[4],"study":[5,44],"that":[6],"evaluates":[7],"the":[8,58,114,168,178],"effectiveness":[9],"of":[10,29,68,86,96,140,175,185,190,200,205,210,219,231,239],"GPT-4V":[11,117,171],"vision":[12],"processing":[13],"technology":[14],"in":[15,26,121,135,260],"identifying":[16,122,193],"risk":[17,47,88],"events":[18,124,162],"within":[19],"driving":[20],"scenarios.":[21],"These":[22,233],"scenarios":[23],"are":[24],"captured":[25],"a":[27,37,65,93,126,132,146,155,164,183,188,203,208,229],"series":[28],"videos,":[30],"with":[31,125,182,202,228],"GPT-4V\u2019s":[32,97],"analysis":[33,95],"focusing":[34],"on":[35],"only":[36],"few":[38],"frames":[39],"from":[40,57],"each":[41],"video.":[42],"The":[43,158],"specifically":[45],"targets":[46],"behaviors":[48],"such":[49,87],"as":[50],"yawning,":[51],"smoking,":[52],"phone":[53,151],"usage,":[54,152],"and":[55,83,102,110,149,187,207],"distractions":[56],"road.":[59],"To":[60],"achieve":[61],"this,":[62],"it":[63,144,153,196,215],"utilizes":[64],"comprehensive":[66],"collection":[67],"video":[69],"recordings":[70],"featuring":[71],"drivers,":[72],"which":[73],"have":[74],"been":[75],"previously":[76],"annotated":[77],"by":[78,131],"human":[79,105],"evaluators":[80],"to":[81,247],"identify":[82],"tag":[84],"instances":[85],"behaviors.":[89],"Our":[90],"methodology":[91],"involves":[92],"detailed":[94],"performance,":[98],"assessing":[99],"its":[100,222],"accuracy":[101,134,174,199,218],"consistency":[103],"against":[104],"benchmarks":[106],"across":[107],"both":[108],"private":[109,115],"public":[111,169],"datasets.":[112],"For":[113,167,212],"dataset,":[116,170],"demonstrated":[118],"strong":[119],"performance":[120],"yawning":[123],"98.9%":[127],"accuracy,":[128,148],"closely":[129],"followed":[130],"98.4%":[133],"detecting":[136],"smoking.":[137],"In":[138,192],"terms":[139],"recognizing":[141],"driver":[142],"distractions,":[143],"achieved":[145,163,172,197,216],"91.7%":[147],"for":[150,177,257],"recorded":[154],"95.7%":[156],"accuracy.":[157,166],"\"Face":[159],"Not":[160],"Visible\"":[161],"94.1%":[165],"90.9%":[176],"\"Using":[179],"Cellphone\"":[180],"category,":[181],"recall":[184,204,223],"76.6%":[186],"precision":[189,209,230],"92.1%.":[191],"\"Distraction\"":[194],"events,":[195,214],"91.0%,":[201],"93.1%":[206],"97.4%.":[211],"\"Yawning\"":[213],"98.2%,":[220],"although":[221],"was":[224],"lower":[225],"at":[226],"43.7%,":[227],"87.5%.":[232],"findings":[234],"significantly":[235],"enhance":[236],"our":[237],"understanding":[238],"how":[240],"multimodal":[241],"foundation":[242],"models":[243],"can":[244],"be":[245],"applied":[246],"improve":[248],"road":[249],"safety.":[250],"Additionally,":[251],"these":[252],"results":[253],"provide":[254],"clear":[255],"directions":[256],"future":[258],"developments":[259],"autonomous":[261],"monitoring":[262],"systems.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}