{"id":"https://openalex.org/W4416961818","doi":"https://doi.org/10.1109/ist66504.2025.11268357","title":"A Three-Stage Multimodal Approach to Driver Activity Recognition with RGB and Infrared Video Analysis","display_name":"A Three-Stage Multimodal Approach to Driver Activity Recognition with RGB and Infrared Video Analysis","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4416961818","doi":"https://doi.org/10.1109/ist66504.2025.11268357"},"language":null,"primary_location":{"id":"doi:10.1109/ist66504.2025.11268357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ist66504.2025.11268357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Imaging Systems and Techniques (IST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067954893","display_name":"Patitapaban Palo","orcid":"https://orcid.org/0000-0002-5242-3334"},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Patitapaban Palo","raw_affiliation_strings":["anSWer, Valeo,India"],"affiliations":[{"raw_affiliation_string":"anSWer, Valeo,India","institution_ids":["https://openalex.org/I220619192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102831498","display_name":"Satyajit Nayak","orcid":"https://orcid.org/0000-0003-0064-1361"},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Satyajit Nayak","raw_affiliation_strings":["anSWer, Valeo,India"],"affiliations":[{"raw_affiliation_string":"anSWer, Valeo,India","institution_ids":["https://openalex.org/I220619192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062740986","display_name":"Kwanit Gupta","orcid":"https://orcid.org/0000-0002-2598-2376"},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kwanit Gupta","raw_affiliation_strings":["anSWer, Valeo,India"],"affiliations":[{"raw_affiliation_string":"anSWer, Valeo,India","institution_ids":["https://openalex.org/I220619192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067411169","display_name":"Satarupa Uttarkabat","orcid":"https://orcid.org/0000-0002-7982-893X"},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Satarupa Uttarkabat","raw_affiliation_strings":["anSWer, Valeo,India"],"affiliations":[{"raw_affiliation_string":"anSWer, Valeo,India","institution_ids":["https://openalex.org/I220619192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067954893"],"corresponding_institution_ids":["https://openalex.org/I220619192"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.423943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.635200023651123,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.635200023651123,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.08510000258684158,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.06870000064373016,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8555999994277954},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6772000193595886},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5669999718666077},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.4456000030040741},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44190001487731934},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.429500013589859},{"id":"https://openalex.org/keywords/distraction","display_name":"Distraction","score":0.4237000048160553},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4099999964237213}],"concepts":[{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8555999994277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7425000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7386000156402588},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6772000193595886},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6057000160217285},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5669999718666077},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44190001487731934},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.429500013589859},{"id":"https://openalex.org/C2776378700","wikidata":"https://www.wikidata.org/wiki/Q3030775","display_name":"Distraction","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.25780001282691956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ist66504.2025.11268357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ist66504.2025.11268357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Imaging Systems and Techniques (IST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1578285471","https://openalex.org/W2015393976","https://openalex.org/W2508429489","https://openalex.org/W2751088292","https://openalex.org/W2765706707","https://openalex.org/W2783931899","https://openalex.org/W2791392289","https://openalex.org/W2793233943","https://openalex.org/W2890157139","https://openalex.org/W2896823585","https://openalex.org/W2906909175","https://openalex.org/W2907720526","https://openalex.org/W2934625602","https://openalex.org/W2963315828","https://openalex.org/W2963524571","https://openalex.org/W2974118579","https://openalex.org/W2990152177","https://openalex.org/W2995101989","https://openalex.org/W3001281877","https://openalex.org/W3014131044","https://openalex.org/W3034572008","https://openalex.org/W3080348805","https://openalex.org/W3147532979","https://openalex.org/W3168565360","https://openalex.org/W4226373160","https://openalex.org/W4304806558","https://openalex.org/W4386065479","https://openalex.org/W4400646498","https://openalex.org/W4401597493"],"related_works":[],"abstract_inverted_index":{"Driver":[0,15],"distraction":[1],"remains":[2],"a":[3,24,134,148,174],"critical":[4],"road":[5],"safety":[6],"concern,":[7],"necessitating":[8],"robust":[9],"activity":[10,162],"recognition":[11],"techniques":[12],"in":[13,92,204],"Advanced":[14],"Assistance":[16],"Systems":[17],"(ADAS).":[18],"In":[19,75,95,138],"this":[20],"work,":[21],"we":[22,99],"present":[23],"novel":[25],"three-stage":[26],"approach":[27,172],"that":[28,189],"leverages":[29],"the":[30,76,96,101,114,127,139,142,153,160,170,199],"information":[31],"from":[32,51,126],"RGB":[33,52,63,192],"and":[34,53,104,163],"infrared":[35],"(IR)":[36],"video":[37,55],"inputs":[38],"to":[39,112,158,186],"classify":[40,159],"driver":[41,177,208],"activities.":[42],"The":[43,123,180],"strategy":[44],"is":[45],"based":[46,151],"on":[47,152,173],"extracting":[48],"multimodal":[49,202],"features":[50,61,106,124,144,195],"IR":[54,79,93,194],"frames.":[56],"We":[57,168],"consider":[58],"optical":[59,102],"flow":[60,103],"for":[62],"frames":[64,119],"as":[65],"they":[66,87],"can":[67,88],"capture":[68],"motion":[69],"patterns":[70],"associated":[71],"with":[72],"potential":[73],"distractions.":[74],"case":[77],"of":[78,166,201],"frames,":[80],"temporal":[81,115],"gradients":[82],"(TG)":[83],"are":[84,130,145],"utilised":[85],"because":[86],"indicate":[89],"dynamic":[90],"changes":[91],"illumination.":[94],"next":[97],"stage,":[98,141],"feed":[100],"TG":[105],"into":[107,147],"separate":[108],"convolutional":[109],"networks":[110],"individually":[111],"exploit":[113],"relationship":[116],"between":[117],"consecutive":[118],"within":[120],"each":[121],"modality.":[122],"extracted":[125],"individual":[128],"models":[129],"then":[131],"fused":[132,143],"using":[133],"dedicated":[135],"fusion":[136,203],"module.":[137],"last":[140],"fed":[146],"classification":[149],"network":[150],"Inflated":[154],"3D":[155],"(I3D)":[156],"architecture":[157],"driver\u2019s":[161],"identify":[164],"instances":[165],"distraction.":[167],"evaluate":[169],"proposed":[171],"publicly":[175],"available":[176],"monitoring":[178,209],"dataset.":[179],"results":[181],"demonstrate":[182],"superior":[183],"performance":[184],"compared":[185],"baseline":[187],"methods":[188],"utilise":[190],"only":[191],"or":[193],"individually.":[196],"This":[197],"highlights":[198],"effectiveness":[200],"reliably":[205],"addressing":[206],"real-world":[207],"challenges.":[210]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-12-03T00:00:00"}