{"id":"https://openalex.org/W4412987481","doi":"https://doi.org/10.1016/j.specom.2025.103286","title":"TranSTYLer: Multimodal behavioural style transfer for facial and body gestures generation","display_name":"TranSTYLer: Multimodal behavioural style transfer for facial and body gestures generation","publication_year":2025,"publication_date":"2025-08-05","ids":{"openalex":"https://openalex.org/W4412987481","doi":"https://doi.org/10.1016/j.specom.2025.103286"},"language":"en","primary_location":{"id":"doi:10.1016/j.specom.2025.103286","doi":"https://doi.org/10.1016/j.specom.2025.103286","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2025.103286","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.specom.2025.103286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068708404","display_name":"Mireille Fares","orcid":"https://orcid.org/0009-0009-0947-7490","observed_orcids":["https://orcid.org/0009-0009-0947-7490"]},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4389425508","display_name":"Sciences et Technologies de la Musique et du Son","ror":"https://ror.org/025xvn046","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802818602","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4210102700","https://openalex.org/I4389425508"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mireille Fares","raw_affiliation_strings":["ISIR, Paris, France","STMS, Paris, France","Sorbonne University, Paris, France"],"raw_orcid":"https://orcid.org/0009-0009-0947-7490","affiliations":[{"raw_affiliation_string":"ISIR, Paris, France","institution_ids":["https://openalex.org/I4210150358"]},{"raw_affiliation_string":"STMS, Paris, France","institution_ids":["https://openalex.org/I4389425508"]},{"raw_affiliation_string":"Sorbonne University, Paris, France","institution_ids":["https://openalex.org/I39804081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079026902","display_name":"Catherine P\u00e9lachaud","orcid":"https://orcid.org/0000-0003-1008-0799","observed_orcids":["https://orcid.org/0000-0003-1008-0799"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Catherine Pelachaud","raw_affiliation_strings":["CNRS, Paris, France","ISIR, Paris, France","Sorbonne University, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS, Paris, France","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"ISIR, Paris, France","institution_ids":["https://openalex.org/I4210150358"]},{"raw_affiliation_string":"Sorbonne University, Paris, France","institution_ids":["https://openalex.org/I39804081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042745853","display_name":"Nicolas Obin","orcid":"https://orcid.org/0000-0002-5236-5306","observed_orcids":["https://orcid.org/0000-0002-5236-5306"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I35345632","display_name":"Institut de Recherche et Coordination Acoustique Musique","ror":"https://ror.org/0121jnt59","country_code":"FR","type":"education","lineage":["https://openalex.org/I35345632"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4389425508","display_name":"Sciences et Technologies de la Musique et du Son","ror":"https://ror.org/025xvn046","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802818602","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4210102700","https://openalex.org/I4389425508"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Obin","raw_affiliation_strings":["CNRS, Paris, France","IRCAM, Paris, France","STMS, Paris, France","Sorbonne University, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS, Paris, France","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"IRCAM, Paris, France","institution_ids":["https://openalex.org/I35345632"]},{"raw_affiliation_string":"STMS, Paris, France","institution_ids":["https://openalex.org/I4389425508"]},{"raw_affiliation_string":"Sorbonne University, Paris, France","institution_ids":["https://openalex.org/I39804081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068708404"],"corresponding_institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4389425508"],"apc_list":{"value":2900,"currency":"USD","value_usd":2900},"apc_paid":{"value":2900,"currency":"USD","value_usd":2900},"fwci":0.2574,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56244627,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":"174","issue":null,"first_page":"103286","last_page":"103286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8090999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8090999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.028599999845027924,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.027699999511241913,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expressions","display_name":"facial expressions","score":0.6840000152587891},{"id":"https://openalex.org/keywords/body-gestures","display_name":"body gestures","score":0.9909999966621399},{"id":"https://openalex.org/keywords/virtual-agents","display_name":"virtual agents","score":0.8859999775886536},{"id":"https://openalex.org/keywords/dialogue-acts","display_name":"dialogue acts","score":0.5870000123977661},{"id":"https://openalex.org/keywords/facial-landmarks","display_name":"facial landmarks","score":0.7279999852180481},{"id":"https://openalex.org/keywords/multimodal-transformer","display_name":"multimodal transformer","score":0.6209999918937683}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8569846749305725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5773817896842957},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.5668883919715881},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5622581839561462},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.37938109040260315},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3640817701816559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33073481917381287},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2438766360282898},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.14236876368522644},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.10908758640289307}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/j.specom.2025.103286","doi":"https://doi.org/10.1016/j.specom.2025.103286","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2025.103286","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2308.10843","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.10843","pdf_url":"https://arxiv.org/pdf/2308.10843","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04293264v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04293264","pdf_url":"https://hal.science/hal-04293264/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2023","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:HAL:hal-05222862v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-05222862","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Speech Communication, 2025, 174, pp.103286. ⟨10.1016/j.specom.2025.103286⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2308.10843","doi":"https://doi.org/10.48550/arxiv.2308.10843","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.10843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1016/j.specom.2025.103286","doi":"https://doi.org/10.1016/j.specom.2025.103286","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.specom.2025.103286","pdf_url":null,"source":{"id":"https://openalex.org/S128025751","display_name":"Speech Communication","issn_l":"0167-6393","issn":["0167-6393","1872-7182"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-b","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Speech Communication","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6654833908","display_name":"Sorbonne Universit\u00e9s \u00e0 Paris pour l'Enseignement et la Recherche","funder_award_id":"ANR-11-IDEX-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412987481.pdf","grobid_xml":"https://content.openalex.org/works/W4412987481.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W93959882","https://openalex.org/W1498883201","https://openalex.org/W1507065409","https://openalex.org/W1544484417","https://openalex.org/W1579093989","https://openalex.org/W1735615202","https://openalex.org/W1969681536","https://openalex.org/W1973282202","https://openalex.org/W1975386071","https://openalex.org/W2000895268","https://openalex.org/W2033642053","https://openalex.org/W2049763295","https://openalex.org/W2061248998","https://openalex.org/W2072617587","https://openalex.org/W2074772342","https://openalex.org/W2106964106","https://openalex.org/W2131123711","https://openalex.org/W2152503071","https://openalex.org/W2501686725","https://openalex.org/W2559085405","https://openalex.org/W2612690371","https://openalex.org/W2621350877","https://openalex.org/W2626778328","https://openalex.org/W2739192055","https://openalex.org/W2944661720","https://openalex.org/W2945556097","https://openalex.org/W2948627769","https://openalex.org/W2963432880","https://openalex.org/W2964008635","https://openalex.org/W3009042479","https://openalex.org/W3044128178","https://openalex.org/W3083173864","https://openalex.org/W3196974791","https://openalex.org/W4230840449","https://openalex.org/W4236965008","https://openalex.org/W4245906341","https://openalex.org/W4308222673","https://openalex.org/W4310276757","https://openalex.org/W4312462635","https://openalex.org/W4312765683","https://openalex.org/W4319310455","https://openalex.org/W4321351659","https://openalex.org/W4380264398","https://openalex.org/W4391467384","https://openalex.org/W4392903647","https://openalex.org/W4393160807","https://openalex.org/W4395702625","https://openalex.org/W4402457714","https://openalex.org/W4403780722","https://openalex.org/W4405621270","https://openalex.org/W4406322703","https://openalex.org/W4407766842","https://openalex.org/W4407806220","https://openalex.org/W4409369524","https://openalex.org/W4410536456","https://openalex.org/W4414850539","https://openalex.org/W4415798278"],"related_works":["https://openalex.org/W4386081863","https://openalex.org/W4380264398","https://openalex.org/W4377864886","https://openalex.org/W4319310455","https://openalex.org/W3044128178","https://openalex.org/W4405812727","https://openalex.org/W4392263871","https://openalex.org/W7151011330","https://openalex.org/W3154577118","https://openalex.org/W4328028367"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,7,34,49,57,94,101,105,111,118,125,133,172,188,197,205,208,212],"challenge":[4],"of":[5,11,37,52,59,74,120,174,207],"transferring":[6],"behaviour":[8,20,66,192],"expressivity":[9,28,67],"style":[10,29,58,68,96,114,160,175,199],"a":[12,43,53,60,87,184],"virtual":[13],"agent":[14],"to":[15,91,140,186,190,211],"another":[16],"one":[17],"while":[18,203],"preserving":[19],"shape":[21],"as":[22,33],"they":[23],"carry":[24],"communicative":[25],"meaning.":[26],"Behaviour":[27],"is":[30,69],"viewed":[31],"here":[32],"qualitative":[35],"properties":[36],"behaviours.":[38,107],"We":[39,63,128],"propose":[40,183],"TranSTYLer":[41],",":[42,136],"multimodal":[44,50],"transformer-based":[45],"model":[46,85,131,155],"that":[47,65,93,153,179],"synthesises":[48],"behaviours":[51],"source":[54,213],"speaker":[55],"with":[56,100,196],"target":[61,198],"speaker.":[62],"assume":[64],"encoded":[70],"across":[71],"various":[72],"modalities":[73],"communication,":[75],"including":[76],"text,":[77],"speech,":[78],"body":[79],"gestures,":[80],"and":[81,116,144,149,165,176,193],"facial":[82,146],"expressions.":[83],"The":[84],"employs":[86],"style-content":[88],"disentanglement":[89],"schema":[90],"ensure":[92],"transferred":[95,202],"does":[97],"not":[98,122],"interfere":[99],"meaning":[102],"conveyed":[103],"by":[104],"source\u2019s":[106],"Our":[108],"approach":[109],"eliminates":[110],"need":[112],"for":[113,162],"labels":[115],"allows":[117],"generalisation":[119],"styles":[121,167],"seen":[123,164],"during":[124,168],"training":[126],"phase.":[127],"train":[129],"our":[130,154],"on":[132],"PATS":[134],"corpus":[135],"which":[137,191],"we":[138,182],"extended":[139],"include":[141],"dialogue":[142],"acts":[143],"2D":[145],"landmarks.":[147],"Objective":[148],"subjective":[150],"evaluations":[151],"show":[152],"outperforms":[156],"state-of-the-art":[157],"models":[158],"in":[159],"transfer":[161],"both":[163],"unseen":[166],"training.":[169],"To":[170],"tackle":[171],"issues":[173],"content":[177],"leakage":[178],"may":[180],"arise,":[181],"methodology":[185],"assess":[187],"degree":[189],"gestures":[194],"associated":[195],"are":[200],"successfully":[201],"ensuring":[204],"preservation":[206],"ones":[209],"related":[210],"content.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}