{"id":"https://openalex.org/W7128489016","doi":"https://doi.org/10.48550/arxiv.2602.07668","title":"Looking and Listening Inside and Outside: Multimodal Artificial Intelligence Systems for Driver Safety Assessment and Intelligent Vehicle Decision-Making","display_name":"Looking and Listening Inside and Outside: Multimodal Artificial Intelligence Systems for Driver Safety Assessment and Intelligent Vehicle Decision-Making","publication_year":2026,"publication_date":"2026-02-07","ids":{"openalex":"https://openalex.org/W7128489016","doi":"https://doi.org/10.48550/arxiv.2602.07668"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.07668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.07668","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040697381","display_name":"Ross Greer","orcid":"https://orcid.org/0000-0001-8595-0379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Greer, Ross","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125545286","display_name":"Laura Fleig","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fleig, Laura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092611604","display_name":"Maitrayee Keskar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keskar, Maitrayee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120023973","display_name":"Erika Maquiling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maquiling, Erika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125540674","display_name":"Giovanni Tapia Lopez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lopez, Giovanni Tapia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125183099","display_name":"Angel Martinez-Sanchez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martinez-Sanchez, Angel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125233616","display_name":"Parthib Roy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roy, Parthib","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001578150","display_name":"Jake A. Rattigan","orcid":"https://orcid.org/0000-0003-4787-5990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rattigan, Jake","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125522016","display_name":"Mira Sur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sur, Mira","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125549123","display_name":"Alejandra Vidrio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vidrio, Alejandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014736796","display_name":"Thomas D. Marcotte","orcid":"https://orcid.org/0000-0002-3039-6400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcotte, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5146590127","display_name":"Mohan Trivedi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trivedi, Mohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.3325999975204468,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.3325999975204468,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.3160000145435333,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.1340000033378601,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.6071000099182129},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5116000175476074},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.4223000109195709},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.36070001125335693},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.35019999742507935},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.349700003862381},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.34619998931884766},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3391999900341034},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.3287000060081482}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7031999826431274},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5575000047683716},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5116000175476074},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.36070001125335693},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3391999900341034},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31290000677108765},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.29989999532699585},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.07668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.07668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5433323383331299,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"looking-in-looking-out":[1],"(LILO)":[2],"framework":[3,93],"has":[4],"enabled":[5],"intelligent":[6],"vehicle":[7,114],"applications":[8],"that":[9,140,187],"understand":[10,64],"both":[11],"the":[12,16,54,65,69,74,79,89,166],"outside":[13,78],"scene":[14,236],"and":[15,36,67,76,99,130,157,168,177,218,235,243],"driver":[17,37,96,119,234],"state":[18,97],"to":[19,47,63,94,122,143,202],"improve":[20],"safety":[21,250],"outcomes,":[22],"with":[23,150],"examples":[24],"in":[25,32,68,181,193,228],"smart":[26],"airbag":[27],"deployment,":[28],"takeover":[29],"time":[30],"prediction":[31],"autonomous":[33],"control":[34],"transitions,":[35],"attention":[38],"monitoring.":[39],"In":[40],"this":[41,48],"research,":[42],"we":[43],"propose":[44],"an":[45,58],"augmentation":[46],"framework,":[49],"making":[50],"a":[51],"case":[52],"for":[53,249],"audio":[55,86,112,121,163,179,188,242],"modality":[56],"as":[57],"additional":[59],"source":[60],"of":[61,132,159,170,241],"information":[62],"driver,":[66],"evolving":[70],"autonomy":[71],"landscape,":[72],"also":[73],"passengers":[75],"those":[77],"vehicle.":[80],"We":[81,106],"expand":[82],"LILO":[83],"by":[84],"incorporating":[85],"signals,":[87],"forming":[88],"looking-and-listening":[90],"inside-and-outside":[91],"(L-LIO)":[92],"enhance":[95],"assessment":[98],"environment":[100],"understanding":[101,237],"through":[102,153,238],"multimodal":[103,239],"sensor":[104],"fusion.":[105],"evaluate":[107],"three":[108],"example":[109],"cases":[110],"where":[111,162,198],"enhances":[113],"safety:":[115],"supervised":[116],"learning":[117],"on":[118,226],"speech":[120],"classify":[123],"potential":[124],"impairment":[125],"states":[126],"(e.g.,":[127,137],"intoxication),":[128],"collection":[129],"analysis":[131],"passenger":[133],"natural":[134],"language":[135,147],"instructions":[136],"\"turn":[138],"after":[139],"red":[141],"building\")":[142],"motivate":[144],"how":[145],"spoken":[146],"can":[148],"interface":[149],"planning":[151],"systems":[152,161],"audio-aligned":[154],"instruction":[155],"data,":[156],"limitations":[158],"vision-only":[160],"may":[164],"disambiguate":[165],"guidance":[167],"gestures":[169],"external":[171,178],"agents.":[172],"Datasets":[173],"include":[174,212],"custom-collected":[175],"in-vehicle":[176],"samples":[180],"real-world":[182,230],"environments.":[183],"Pilot":[184],"findings":[185],"show":[186],"yields":[189],"safety-relevant":[190],"insights,":[191],"particularly":[192],"nuanced":[194],"or":[195,205],"context-rich":[196],"scenarios":[197],"sound":[199],"is":[200],"critical":[201],"safe":[203],"decision-making":[204],"visual":[206,244],"signals":[207],"alone":[208],"are":[209],"insufficient.":[210],"Challenges":[211],"ambient":[213],"noise":[214],"interference,":[215],"privacy":[216],"considerations,":[217],"robustness":[219],"across":[220],"human":[221],"subjects,":[222],"motivating":[223],"further":[224],"work":[225],"reliability":[227],"dynamic":[229],"contexts.":[231],"L-LIO":[232],"augments":[233],"fusion":[240],"sensing,":[245],"offering":[246],"new":[247],"paths":[248],"intervention.":[251]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-11T00:00:00"}