{"id":"https://openalex.org/W2078881524","doi":"https://doi.org/10.1007/s12193-013-0128-x","title":"Facial expression-based affective speech translation","display_name":"Facial expression-based affective speech translation","publication_year":2013,"publication_date":"2013-07-29","ids":{"openalex":"https://openalex.org/W2078881524","doi":"https://doi.org/10.1007/s12193-013-0128-x","mag":"2078881524"},"language":"en","primary_location":{"id":"doi:10.1007/s12193-013-0128-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12193-013-0128-x","pdf_url":null,"source":{"id":"https://openalex.org/S21279965","display_name":"Journal on Multimodal User Interfaces","issn_l":"1783-7677","issn":["1783-7677","1783-8738"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Multimodal User Interfaces","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s12193-013-0128-x","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063795282","display_name":"\u00c9va Sz\u00e9kely","orcid":"https://orcid.org/0000-0003-1175-840X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"\u00c9va Sz\u00e9kely","raw_affiliation_strings":["Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Belfield, Dublin 4, Ireland","Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004840801","display_name":"Ingmar Steiner","orcid":"https://orcid.org/0000-0001-6415-5915"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ingmar Steiner","raw_affiliation_strings":["Multimodal Computing and Interaction, Saarland University and Language Technology Lab, DFKI GmbH, Campus C7.4, 66123 , Saarbr\u00fccken, Germany","Multimodal Computing and Interaction, Saarland University and Language Technology Lab, DFKI GmbH, Saarbr\u00fccken, Germany"],"affiliations":[{"raw_affiliation_string":"Multimodal Computing and Interaction, Saarland University and Language Technology Lab, DFKI GmbH, Campus C7.4, 66123 , Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Multimodal Computing and Interaction, Saarland University and Language Technology Lab, DFKI GmbH, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101531206","display_name":"Zeeshan Ahmed","orcid":"https://orcid.org/0000-0002-3736-3484"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Zeeshan Ahmed","raw_affiliation_strings":["Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Belfield, Dublin 4, Ireland","Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046306415","display_name":"Julie Carson-Berndsen","orcid":"https://orcid.org/0000-0002-1851-3643"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Julie Carson-Berndsen","raw_affiliation_strings":["Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Belfield, Dublin 4, Ireland","Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"Centre for Next Generation Localisation, School of Computer Science and Informatics, University College Dublin, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063795282"],"corresponding_institution_ids":["https://openalex.org/I100930933"],"apc_list":{"value":2090,"currency":"EUR","value_usd":2690},"apc_paid":{"value":2090,"currency":"EUR","value_usd":2690},"fwci":2.3527,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.880712,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"8","issue":"1","first_page":"87","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.9710404276847839},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8728339076042175},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7414022088050842},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6447252631187439},{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.6399903297424316},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6268106698989868},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6141287088394165},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5407147407531738},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5100417733192444},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5039133429527283},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4598579704761505},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.4324823319911957},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4103417992591858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3452109098434448},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2190455198287964},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.1974743902683258}],"concepts":[{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.9710404276847839},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8728339076042175},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7414022088050842},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6447252631187439},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.6399903297424316},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6268106698989868},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6141287088394165},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5407147407531738},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5100417733192444},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5039133429527283},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4598579704761505},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.4324823319911957},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4103417992591858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3452109098434448},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2190455198287964},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.1974743902683258},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s12193-013-0128-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12193-013-0128-x","pdf_url":null,"source":{"id":"https://openalex.org/S21279965","display_name":"Journal on Multimodal User Interfaces","issn_l":"1783-7677","issn":["1783-7677","1783-8738"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Multimodal User Interfaces","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s12193-013-0128-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12193-013-0128-x","pdf_url":null,"source":{"id":"https://openalex.org/S21279965","display_name":"Journal on Multimodal User Interfaces","issn_l":"1783-7677","issn":["1783-7677","1783-8738"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Multimodal User Interfaces","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W8112697","https://openalex.org/W1523135049","https://openalex.org/W1535290224","https://openalex.org/W1589161866","https://openalex.org/W1594031697","https://openalex.org/W1613916012","https://openalex.org/W2001701556","https://openalex.org/W2032254851","https://openalex.org/W2068799119","https://openalex.org/W2093784353","https://openalex.org/W2135776491","https://openalex.org/W2138583841","https://openalex.org/W2141660036","https://openalex.org/W2146574666","https://openalex.org/W2149940198","https://openalex.org/W2150955041","https://openalex.org/W2152834109","https://openalex.org/W2153635508","https://openalex.org/W2176250517","https://openalex.org/W2293211712","https://openalex.org/W2330820318","https://openalex.org/W2394760492","https://openalex.org/W2543284638","https://openalex.org/W3085162807","https://openalex.org/W3216294094","https://openalex.org/W4248612770","https://openalex.org/W4251550807"],"related_works":["https://openalex.org/W3044453483","https://openalex.org/W2068799119","https://openalex.org/W2078881524","https://openalex.org/W2745497104","https://openalex.org/W2775620487","https://openalex.org/W1997400788","https://openalex.org/W2112393832","https://openalex.org/W2722112567","https://openalex.org/W2115839364","https://openalex.org/W4386575310"],"abstract_inverted_index":{"One":[0],"of":[1,4,24,40,55,69,98,118],"the":[2,11,15,38,44,47,53,67,96,115,119,126],"challenges":[3],"speech-to-speech":[5,92],"translation":[6],"is":[7],"to":[8,79,89,124],"accurately":[9],"preserve":[10],"paralinguistic":[12,81],"information":[13,82],"in":[14,30,91,129],"speaker\u2019s":[16],"message.":[17],"Information":[18],"about":[19],"affect":[20],"and":[21,46,58,121],"emotional":[22,116],"intent":[23],"a":[25,56,84,101],"speaker":[26],"are":[27],"often":[28],"carried":[29],"more":[31],"than":[32],"one":[33],"modality.":[34],"For":[35],"this":[36,63,99],"reason,":[37],"possibility":[39],"multimodal":[41],"interaction":[42],"with":[43],"system":[45],"conversation":[48],"partner":[49],"may":[50],"greatly":[51],"increase":[52],"likelihood":[54],"successful":[57],"gratifying":[59],"communication":[60],"process.":[61],"In":[62],"work":[64],"we":[65],"explore":[66],"use":[68],"automatic":[70],"facial":[71],"expression":[72],"analysis":[73],"as":[74],"an":[75,130],"input":[76,88],"annotation":[77],"modality":[78],"transfer":[80],"at":[83],"symbolic":[85],"level":[86],"from":[87],"output":[90,128],"translation.":[93],"To":[94],"evaluate":[95],"feasibility":[97],"approach,":[100],"prototype":[102],"system,":[103],"FEAST":[104,113],"(facial":[105],"expression-based":[106],"affective":[107],"speech":[108,136],"translation)":[109],"has":[110],"been":[111],"developed.":[112],"classifies":[114],"state":[117],"user":[120],"uses":[122],"it":[123],"render":[125],"translated":[127],"appropriate":[131],"voice":[132],"style,":[133],"using":[134],"expressive":[135],"synthesis.":[137]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}