{"id":"https://openalex.org/W4409761626","doi":"https://doi.org/10.1109/acii63134.2024.00038","title":"A Multimodal, Multilabel Approach to Recognize Emotions in Oral History Interviews","display_name":"A Multimodal, Multilabel Approach to Recognize Emotions in Oral History Interviews","publication_year":2024,"publication_date":"2024-09-15","ids":{"openalex":"https://openalex.org/W4409761626","doi":"https://doi.org/10.1109/acii63134.2024.00038"},"language":"en","primary_location":{"id":"doi:10.1109/acii63134.2024.00038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii63134.2024.00038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117291781","display_name":"Anargh Viswanath","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Anargh Viswanath","raw_affiliation_strings":["Bielefeld University,Digital Linguistics Lab,Bielefeld,Germany"],"affiliations":[{"raw_affiliation_string":"Bielefeld University,Digital Linguistics Lab,Bielefeld,Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056984586","display_name":"Michael Gref","orcid":"https://orcid.org/0009-0003-9903-9959"},"institutions":[{"id":"https://openalex.org/I4210113269","display_name":"Hochschule Niederrhein","ror":"https://ror.org/027b9qx26","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210113269"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Gref","raw_affiliation_strings":["Niederrhein University of Applied Sciences,Krefeld,Germany"],"affiliations":[{"raw_affiliation_string":"Niederrhein University of Applied Sciences,Krefeld,Germany","institution_ids":["https://openalex.org/I4210113269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090769034","display_name":"Teena Hassan","orcid":"https://orcid.org/0000-0002-6105-0752"},"institutions":[{"id":"https://openalex.org/I155417937","display_name":"Hochschule Bonn-Rhein-Sieg","ror":"https://ror.org/04m2anh63","country_code":"DE","type":"education","lineage":["https://openalex.org/I155417937"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Teena Hassan","raw_affiliation_strings":["Bonn-Rhein-Sieg University of Applied Sciences,Sankt Augustin,Germany"],"affiliations":[{"raw_affiliation_string":"Bonn-Rhein-Sieg University of Applied Sciences,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I155417937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101519417","display_name":"Christoph Schmidt","orcid":"https://orcid.org/0000-0002-0240-4864"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Schmidt","raw_affiliation_strings":["Fraunhofer IAIS,Sankt Augustin,Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS,Sankt Augustin,Germany","institution_ids":["https://openalex.org/I4210144576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5117291781"],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":null,"apc_paid":null,"fwci":10.2299,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.98107912,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"291","last_page":"299"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13590","display_name":"Oral History, Memory, Narrative Analysis","score":0.9372000098228455,"subfield":{"id":"https://openalex.org/subfields/1202","display_name":"History"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13590","display_name":"Oral History, Memory, Narrative Analysis","score":0.9372000098228455,"subfield":{"id":"https://openalex.org/subfields/1202","display_name":"History"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12151","display_name":"Interpreting and Communication in Healthcare","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6759363412857056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5043772459030151},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4570905566215515},{"id":"https://openalex.org/keywords/oral-history","display_name":"Oral history","score":0.4332427382469177},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.11246636509895325}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6759363412857056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5043772459030151},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4570905566215515},{"id":"https://openalex.org/C2780974818","wikidata":"https://www.wikidata.org/wiki/Q558929","display_name":"Oral history","level":2,"score":0.4332427382469177},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.11246636509895325},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/acii63134.2024.00038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii63134.2024.00038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},{"id":"pmh:oai:pub.h-brs.de:8985","is_oa":false,"landing_page_url":"https://pub.h-brs.de/frontdoor/index/index/docId/8985","pdf_url":null,"source":{"id":"https://openalex.org/S4306400385","display_name":"Publication Server of Bonn-Rhein-Sieg University of Applied Sciences (Bonn-Rhein-Sieg University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I135140700","host_organization_name":"University of Bonn","host_organization_lineage":["https://openalex.org/I135140700"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 12th International Conference on Affective Computing and Intelligent Interaction (ACII), 15-18 September 2024, Glasgow, United Kingdom","raw_type":"doc-type:conferenceobject"},{"id":"pmh:oai:pub.uni-bielefeld.de:2992507","is_oa":false,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:0070-pub-29925070","pdf_url":null,"source":{"id":"https://openalex.org/S4306401670","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"http://purl.org/coar/resource_type/c_5794"},{"id":"pmh:oai:publica.fraunhofer.de:publica/488114","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/488114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1966210085","https://openalex.org/W1981918162","https://openalex.org/W1985867508","https://openalex.org/W2045528981","https://openalex.org/W2064675550","https://openalex.org/W2070353225","https://openalex.org/W2079725295","https://openalex.org/W2097732741","https://openalex.org/W2098689807","https://openalex.org/W2101234009","https://openalex.org/W2119288237","https://openalex.org/W2122563357","https://openalex.org/W2123382877","https://openalex.org/W2132555391","https://openalex.org/W2146334809","https://openalex.org/W2149628368","https://openalex.org/W2155653793","https://openalex.org/W2155841434","https://openalex.org/W2158698691","https://openalex.org/W2168692779","https://openalex.org/W2336160298","https://openalex.org/W2481681431","https://openalex.org/W2547246052","https://openalex.org/W2556418146","https://openalex.org/W2619383789","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2888011496","https://openalex.org/W2910165986","https://openalex.org/W2924126491","https://openalex.org/W2937328183","https://openalex.org/W2950635152","https://openalex.org/W2963199341","https://openalex.org/W2963341956","https://openalex.org/W2963686995","https://openalex.org/W2963800675","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2970710980","https://openalex.org/W2997258743","https://openalex.org/W3007282427","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3045969489","https://openalex.org/W3080495370","https://openalex.org/W3087434251","https://openalex.org/W3093051361","https://openalex.org/W3093434718","https://openalex.org/W3100921325","https://openalex.org/W3102187622","https://openalex.org/W3115679279","https://openalex.org/W3128412859","https://openalex.org/W3154985639","https://openalex.org/W3168391820","https://openalex.org/W4200284922","https://openalex.org/W4200404613","https://openalex.org/W4221163935","https://openalex.org/W4293363567","https://openalex.org/W4306955484","https://openalex.org/W4313531231","https://openalex.org/W4321022102","https://openalex.org/W4361994820","https://openalex.org/W4376226279","https://openalex.org/W4385245566","https://openalex.org/W6752724743","https://openalex.org/W6766978945","https://openalex.org/W6767494116","https://openalex.org/W6790978476","https://openalex.org/W6810423392"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W86128613","https://openalex.org/W2332478036","https://openalex.org/W2390279801","https://openalex.org/W2900933171","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0],"this":[1,145,231],"paper,":[2],"we":[3],"present":[4,71],"a":[5,27,148,201,208,222],"multilabel":[6,190],"approach":[7,151,169,199],"for":[8,175,224],"multimodal":[9,136,150,226],"emotion":[10,90,154,196,227],"recognition":[11,155,228],"in":[12,53,59,72,103,230],"the":[13,34,44,86,93,96,101,135,139,157,171,176,186,193],"challenging":[14],"but":[15],"unexplored":[16],"use":[17,87],"case":[18],"of":[19,50,67,82,88,95,105,124,138,162,178,205,212],"analyzing":[20],"oral":[21,54,164],"history":[22,25,55,165],"interviews.":[23,166],"Oral":[24],"is":[26,36,57,132],"methodological":[28],"tool":[29],"where":[30],"historical":[31,65],"research":[32,229],"into":[33],"past":[35],"conducted":[37],"through":[38],"recorded":[39],"video":[40],"interviews":[41,56,74],"that":[42],"reflect":[43],"narrator's":[45],"personal":[46],"experiences.":[47],"The":[48,69,80,167],"analysis":[49,119],"emotional":[51],"content":[52],"helpful":[58],"studies":[60],"to":[61,110,152,188],"understand":[62],"trauma":[63],"and":[64,78,181,184,207,220],"memories":[66],"individuals.":[68],"emotions":[70,97,106,113],"these":[73,112,143],"are":[75],"subtle,":[76],"natural,":[77],"complex.":[79],"lack":[81],"self-reported":[83],"labels":[84],"necessitates":[85],"observer-reported":[89],"labels.":[91],"However,":[92],"complexity":[94],"as":[98,100],"well":[99],"diversity":[102],"perception":[104],"makes":[107],"it":[108],"difficult":[109],"describe":[111],"using":[114],"single":[115],"categories.":[116],"Furthermore,":[117],"unimodal":[118,217],"relying":[120],"only":[121],"on":[122,156,192],"one":[123],"facial":[125],"expressions,":[126],"vocal":[127],"cues,":[128],"or":[129],"spoken":[130],"words":[131],"inadequate":[133],"given":[134],"nature":[137],"narration.":[140],"To":[141],"address":[142],"challenges,":[144],"paper":[146],"proposes":[147],"multilabel,":[149],"perform":[153,189],"novel":[158],"HdG":[159],"dataset,":[160],"consisting":[161],"German":[163],"proposed":[168],"utilizes":[170],"state-of-the-art":[172],"Multimodal":[173],"Transformer":[174],"fusion":[177],"audio,":[179],"textual,":[180],"visual":[182],"features":[183],"extends":[185],"work":[187],"classification":[191],"six":[194],"Ekman":[195],"classes.":[197],"Our":[198],"achieves":[200],"mean":[202,209],"AUC":[203],"score":[204,211],"0.74":[206],"balAcc":[210],"0.70,":[213],"significantly":[214],"outperforming":[215],"previous":[216],"multiclass":[218],"methods":[219],"setting":[221],"benchmark":[223],"future":[225],"domain.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}