{"id":"https://openalex.org/W7163217054","doi":"https://doi.org/10.48550/arxiv.2606.00670","title":"Beyond the Mouth: Upper-Face Affective Cues in Audiovisual Sentence Recognition under Acoustic Uncertainty","display_name":"Beyond the Mouth: Upper-Face Affective Cues in Audiovisual Sentence Recognition under Acoustic Uncertainty","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163217054","doi":"https://doi.org/10.48550/arxiv.2606.00670"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00670","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00670","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00670","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137622089","display_name":"Zhou Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124952920","display_name":"Yueyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yueyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.49880000948905945,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.49880000948905945,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.3352999985218048,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6534000039100647},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5536999702453613},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4779999852180481},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4700999855995178},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.3732999861240387},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.3723999857902527},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.3653999865055084}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6890000104904175},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6534000039100647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.590399980545044},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5536999702453613},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4700999855995178},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3052000105381012},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00670","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00670","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00670","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00670","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4258776009082794,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Face-to-face":[0],"speech":[1,23,75],"comprehension":[2],"is":[3,178],"inherently":[4],"multimodal,":[5],"integrating":[6],"acoustic":[7,68,211],"signals":[8],"with":[9,152],"visible":[10],"articulation,":[11],"facial":[12,40,201,229],"expression,":[13],"head":[14],"motion,":[15],"and":[16,63,99,104,114,122,188,207],"other":[17],"socially":[18,227],"relevant":[19],"cues.":[20],"While":[21],"audiovisual":[22,58,73,233],"systems":[24],"typically":[25],"focus":[26],"on":[27,111],"the":[28,32,71,170,220,223],"mouth":[29,103],"region":[30],"as":[31,46],"primary":[33],"visual":[34],"source":[35],"of":[36,158,174,226],"linguistic":[37],"information,":[38],"affective":[39,54,162,200],"expressions":[41],"are":[42,109],"often":[43],"treated":[44],"separately":[45],"emotion-recognition":[47],"targets.":[48],"This":[49],"paper":[50],"investigates":[51],"whether":[52],"upper-face":[53,96,105,191],"information":[55,202],"contributes":[56],"to":[57],"sentence":[59,80],"recognition":[60],"beyond":[61],"audio":[62,86,89,94,100,113],"mouth-region":[64],"cues,":[65],"particularly":[66],"under":[67,82,138,193,210],"degradation.":[69],"Using":[70],"CREMA-D":[72],"emotional":[74],"corpus,":[76],"we":[77],"train":[78],"feature-based":[79],"classifiers":[81],"four":[83],"cue":[84],"conditions:":[85],"only":[87],"(A),":[88],"plus":[90,95,101],"mouth/lower-face":[91,132],"features":[92,97,106,133],"(A+M),":[93],"(A+U),":[98],"both":[102],"(A+M+U).":[107],"Models":[108],"evaluated":[110],"clean":[112],"pink-noise":[115],"conditions":[116],"at":[117],"+10":[118],"dB,":[119,121],"+5":[120],"0":[123,142],"dB":[124,143],"SNR":[125,186],"using":[126],"actor-independent":[127],"splits.":[128],"Results":[129],"show":[130],"that":[131,199],"provide":[134],"substantial":[135],"robustness":[136,206],"benefits":[137],"degraded":[139],"audio.":[140],"At":[141],"SNR,":[144],"A+M":[145,177],"improves":[146],"accuracy":[147,172],"over":[148,176],"A":[149],"by":[150],"0.0794,":[151],"an":[153],"actor-bootstrap":[154],"95%":[155],"confidence":[156,208],"interval":[157],"[0.0296,":[159],"0.1298].":[160],"Upper-face":[161],"cues":[163,230],"exhibit":[164],"a":[165],"more":[166],"nuanced":[167],"effect.":[168],"Although":[169],"direct":[171],"gain":[173],"A+M+U":[175],"small,":[179],"full-face":[180],"models":[181],"consistently":[182],"improve":[183],"calibration":[184],"across":[185],"levels":[187],"outperform":[189],"shuffled":[190],"controls":[192],"noisy":[194],"conditions.":[195],"These":[196],"findings":[197],"suggest":[198],"may":[203],"support":[204],"multimodal":[205],"estimation":[209],"uncertainty":[212],"without":[213],"directly":[214],"encoding":[215],"lexical":[216],"content.":[217],"More":[218],"broadly,":[219],"study":[221],"highlights":[222],"potential":[224],"role":[225],"expressive":[228],"in":[231],"human-centered":[232],"interaction":[234],"systems.":[235]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}