{"id":"https://openalex.org/W4389252851","doi":"https://doi.org/10.1109/tits.2023.3333749","title":"Audiovisual Affect Recognition for Autonomous Vehicles: Applications and Future Agendas","display_name":"Audiovisual Affect Recognition for Autonomous Vehicles: Applications and Future Agendas","publication_year":2023,"publication_date":"2023-12-01","ids":{"openalex":"https://openalex.org/W4389252851","doi":"https://doi.org/10.1109/tits.2023.3333749"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3333749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3333749","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/110573/110573.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061806139","display_name":"Vincent Karas","orcid":"https://orcid.org/0000-0001-8364-8301"},"institutions":[{"id":"https://openalex.org/I1283382300","display_name":"BMW (Germany)","ror":"https://ror.org/05vs9tj88","country_code":"DE","type":"company","lineage":["https://openalex.org/I1283382300","https://openalex.org/I4210156768"]},{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vincent Karas","raw_affiliation_strings":["Chair EIHW, University of Augsburg, Augsburg, Germany","BMW AG, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8364-8301","affiliations":[{"raw_affiliation_string":"Chair EIHW, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"BMW AG, Munich, Germany","institution_ids":["https://openalex.org/I1283382300"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053975128","display_name":"Dagmar Schuller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dagmar M. Schuller","raw_affiliation_strings":["AudEERING GmbH, Gilching, Germany","audEERING GmbH, Gilching, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AudEERING GmbH, Gilching, Germany","institution_ids":[]},{"raw_affiliation_string":"audEERING GmbH, Gilching, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["Chair EIHW, University of Augsburg, Augsburg, Germany","audEERING GmbH, Gilching, Germany","GLAM, Imperial College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair EIHW, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"audEERING GmbH, Gilching, Germany","institution_ids":[]},{"raw_affiliation_string":"GLAM, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.845,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.85441121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"25","issue":"6","first_page":"4918","last_page":"4932"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9419999718666077,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.7662807703018188},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6861265301704407},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.681937575340271},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6419898271560669},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5536099076271057},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.546343207359314},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5011694431304932},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.422693133354187},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.41975969076156616},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.4193003177642822},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3020668923854828},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.29504305124282837},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09572017192840576},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07635125517845154}],"concepts":[{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.7662807703018188},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6861265301704407},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.681937575340271},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6419898271560669},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5536099076271057},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.546343207359314},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5011694431304932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.422693133354187},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.41975969076156616},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.4193003177642822},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3020668923854828},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29504305124282837},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09572017192840576},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07635125517845154},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tits.2023.3333749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3333749","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:110573","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1105730","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/110573/110573.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1772993","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1772993","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:uni-augsburg.opus-bayern.de:110573","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1105730","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/110573/110573.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389252851.pdf","grobid_xml":"https://content.openalex.org/works/W4389252851.grobid-xml"},"referenced_works_count":164,"referenced_works":["https://openalex.org/W1939861693","https://openalex.org/W1969519980","https://openalex.org/W1985867508","https://openalex.org/W1994518960","https://openalex.org/W2004336567","https://openalex.org/W2045128528","https://openalex.org/W2079155753","https://openalex.org/W2095953405","https://openalex.org/W2100699307","https://openalex.org/W2108557305","https://openalex.org/W2141359934","https://openalex.org/W2286247980","https://openalex.org/W2289108526","https://openalex.org/W2293561010","https://openalex.org/W2403257023","https://openalex.org/W2463071499","https://openalex.org/W2546649374","https://openalex.org/W2556398113","https://openalex.org/W2568360315","https://openalex.org/W2584561145","https://openalex.org/W2611791389","https://openalex.org/W2617265362","https://openalex.org/W2739474071","https://openalex.org/W2751067791","https://openalex.org/W2759132063","https://openalex.org/W2760978022","https://openalex.org/W2763201450","https://openalex.org/W2767359575","https://openalex.org/W2776654602","https://openalex.org/W2786158031","https://openalex.org/W2793474345","https://openalex.org/W2794827469","https://openalex.org/W2796117808","https://openalex.org/W2798426353","https://openalex.org/W2802427277","https://openalex.org/W2803098682","https://openalex.org/W2803575810","https://openalex.org/W2806792888","https://openalex.org/W2807357970","https://openalex.org/W2831552117","https://openalex.org/W2883991052","https://openalex.org/W2884832563","https://openalex.org/W2886300831","https://openalex.org/W2889085903","https://openalex.org/W2891503716","https://openalex.org/W2894589512","https://openalex.org/W2895443688","https://openalex.org/W2897644873","https://openalex.org/W2898227810","https://openalex.org/W2899072036","https://openalex.org/W2903524856","https://openalex.org/W2905308143","https://openalex.org/W2905373149","https://openalex.org/W2907512471","https://openalex.org/W2908165324","https://openalex.org/W2910558135","https://openalex.org/W2912483755","https://openalex.org/W2914705969","https://openalex.org/W2918488900","https://openalex.org/W2921707824","https://openalex.org/W2924473540","https://openalex.org/W2941327948","https://openalex.org/W2946410230","https://openalex.org/W2948914987","https://openalex.org/W2952298682","https://openalex.org/W2955639029","https://openalex.org/W2958992432","https://openalex.org/W2962853428","https://openalex.org/W2963479434","https://openalex.org/W2963697717","https://openalex.org/W2963736028","https://openalex.org/W2973413581","https://openalex.org/W2974169176","https://openalex.org/W2976236861","https://openalex.org/W2980704105","https://openalex.org/W2981731882","https://openalex.org/W2984700035","https://openalex.org/W2987233062","https://openalex.org/W2990138404","https://openalex.org/W2995814048","https://openalex.org/W2997958396","https://openalex.org/W3000666106","https://openalex.org/W3001529617","https://openalex.org/W3004771310","https://openalex.org/W3008152611","https://openalex.org/W3014101816","https://openalex.org/W3014344057","https://openalex.org/W3015438597","https://openalex.org/W3016632787","https://openalex.org/W3016907927","https://openalex.org/W3034384034","https://openalex.org/W3037932154","https://openalex.org/W3041972394","https://openalex.org/W3042183479","https://openalex.org/W3044051538","https://openalex.org/W3044867770","https://openalex.org/W3047772261","https://openalex.org/W3048724669","https://openalex.org/W3086347706","https://openalex.org/W3090027660","https://openalex.org/W3090395079","https://openalex.org/W3090869730","https://openalex.org/W3094232502","https://openalex.org/W3098457050","https://openalex.org/W3098994423","https://openalex.org/W3102957420","https://openalex.org/W3105028880","https://openalex.org/W3112179554","https://openalex.org/W3115631465","https://openalex.org/W3120679750","https://openalex.org/W3122349645","https://openalex.org/W3126361901","https://openalex.org/W3127561923","https://openalex.org/W3128513378","https://openalex.org/W3128764679","https://openalex.org/W3129382303","https://openalex.org/W3134026309","https://openalex.org/W3135891156","https://openalex.org/W3136234718","https://openalex.org/W3162920521","https://openalex.org/W3175582404","https://openalex.org/W3181414820","https://openalex.org/W3186309019","https://openalex.org/W3193246203","https://openalex.org/W3194303810","https://openalex.org/W3195909460","https://openalex.org/W3197818367","https://openalex.org/W3198957389","https://openalex.org/W3199820302","https://openalex.org/W3200081046","https://openalex.org/W3200476993","https://openalex.org/W3210971248","https://openalex.org/W3212886388","https://openalex.org/W3214466607","https://openalex.org/W3215735748","https://openalex.org/W3216153120","https://openalex.org/W3217130077","https://openalex.org/W3217591046","https://openalex.org/W4200417393","https://openalex.org/W4206139378","https://openalex.org/W4214850379","https://openalex.org/W4224247689","https://openalex.org/W4225537613","https://openalex.org/W4225694800","https://openalex.org/W4226140571","https://openalex.org/W4281798629","https://openalex.org/W4282944694","https://openalex.org/W4285125856","https://openalex.org/W4295832196","https://openalex.org/W4296902747","https://openalex.org/W4297884054","https://openalex.org/W4312876648","https://openalex.org/W4313016521","https://openalex.org/W4313555467","https://openalex.org/W4319303149","https://openalex.org/W4321096730","https://openalex.org/W4322706756","https://openalex.org/W4352977805","https://openalex.org/W4377712790","https://openalex.org/W4382119270","https://openalex.org/W4385300819","https://openalex.org/W6748487558","https://openalex.org/W6755207826","https://openalex.org/W6760606280"],"related_works":["https://openalex.org/W4362650935","https://openalex.org/W4362598278","https://openalex.org/W2753175802","https://openalex.org/W2809214204","https://openalex.org/W2904925713","https://openalex.org/W2964266095","https://openalex.org/W2798573901","https://openalex.org/W4285211631","https://openalex.org/W2978360381","https://openalex.org/W2807708078"],"abstract_inverted_index":{"Emotion":[0],"and":[1,7,86,99,115,129],"a":[2,39,59,94],"broader":[3],"range":[4],"of":[5,25,31,61,110],"affective":[6],"cognitive":[8],"states":[9],"play":[10],"an":[11,70],"important":[12],"role":[13],"on":[14,96,122],"the":[15,28,48,51,54,66,75,97],"road.":[16],"While":[17],"this":[18,104],"has":[19],"been":[20],"predominantly":[21],"investigated":[22],"in":[23,42,47],"terms":[24],"driver":[26,52],"safety,":[27],"approaching":[29],"advent":[30],"autonomous":[32],"vehicles":[33],"(AVs)":[34],"is":[35],"expected":[36],"to":[37,53,77,82],"bring":[38],"fundamental":[40],"shift":[41],"focus":[43,95],"for":[44,69,89],"emotion":[45],"recognition":[46],"car,":[49],"from":[50],"passengers.":[55],"This":[56],"work":[57],"presents":[58],"number":[60],"affect-enabled":[62],"applications,":[63],"including":[64,126],"adapting":[65],"driving":[67],"style":[68],"emotional":[71],"experience":[72],"or":[73],"tailoring":[74],"infotainment":[76],"personal":[78],"preferences.":[79],"It":[80],"attempts":[81],"foresee":[83],"upcoming":[84],"challenges":[85],"provides":[87],"suggestions":[88],"multimodal":[90],"affect":[91],"modelling,":[92],"with":[93],"audio":[98],"visual":[100],"modalities.":[101],"In":[102],"particular,":[103],"includes":[105],"context":[106],"awareness,":[107],"reliable":[108],"diarisation":[109],"multiple":[111],"passengers,":[112],"group":[113],"affect,":[114],"personalisation.":[116],"Finally,":[117],"we":[118],"provide":[119],"some":[120],"recommendations":[121],"future":[123],"research":[124],"directions,":[125],"explainability,":[127],"privacy,":[128],"holistic":[130],"modelling.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}