{"id":"https://openalex.org/W4319068967","doi":"https://doi.org/10.1109/tmm.2023.3242152","title":"Interaction Transformer for Human Reaction Generation","display_name":"Interaction Transformer for Human Reaction Generation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319068967","doi":"https://doi.org/10.1109/tmm.2023.3242152"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3242152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3242152","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03955334v1/file/IEEE_MM__Transformer_for_interaction_generation.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034543243","display_name":"Baptiste Chopin","orcid":"https://orcid.org/0000-0002-7156-7632"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Baptiste Chopin","raw_affiliation_strings":["CNRS, Centrale Lille, UMR 9189 CRIStAL, University of Lille, Lille, France"],"affiliations":[{"raw_affiliation_string":"CNRS, Centrale Lille, UMR 9189 CRIStAL, University of Lille, Lille, France","institution_ids":["https://openalex.org/I7454413","https://openalex.org/I2279609970","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050748634","display_name":"Hao Tang","orcid":"https://orcid.org/0000-0002-2077-1246"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066371761","display_name":"Naima Otberdout","orcid":"https://orcid.org/0000-0002-5694-0128"},"institutions":[{"id":"https://openalex.org/I4210131560","display_name":"Universit\u00e9 Mohammed VI Polytechnique","ror":"https://ror.org/03xc55g68","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210131560"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Naima Otberdout","raw_affiliation_strings":["AI Movement, University Mohammed VI Polytechnic, Ben Guerir, Morocco"],"affiliations":[{"raw_affiliation_string":"AI Movement, University Mohammed VI Polytechnic, Ben Guerir, Morocco","institution_ids":["https://openalex.org/I4210131560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017977139","display_name":"Mohamed Daoudi","orcid":"https://orcid.org/0000-0003-4219-7860"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I205703379","display_name":"Institut Mines-T\u00e9l\u00e9com","ror":"https://ror.org/025vp2923","country_code":"FR","type":"facility","lineage":["https://openalex.org/I205703379"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohamed Daoudi","raw_affiliation_strings":["IMT Nord Europe, Institut Mines-T&#x00E9;l&#x00E9;com, Centre for Digital Systems, CNRS, Centrale Lille, UMR 9189 CRIStAL, University of Lille, Lille, France"],"affiliations":[{"raw_affiliation_string":"IMT Nord Europe, Institut Mines-T&#x00E9;l&#x00E9;com, Centre for Digital Systems, CNRS, Centrale Lille, UMR 9189 CRIStAL, University of Lille, Lille, France","institution_ids":["https://openalex.org/I2279609970","https://openalex.org/I205703379","https://openalex.org/I7454413","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027171279","display_name":"Nicu Sebe","orcid":"https://orcid.org/0000-0002-6597-7248"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicu Sebe","raw_affiliation_strings":["Department of Information Engineering and Computer Science, University of Trento, Trento, Italy","DISI - Department of Information Engineering and Computer Science (Dipartimento di Ingegneria e Scienza dell'Informazione Via Sommarive, 14 I-38123 POVO tel. (+39) 0461 882092 fax: (+39) 0461 882093 E-mail: disi@disi.unitn.it - Italy)"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering and Computer Science, University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"DISI - Department of Information Engineering and Computer Science (Dipartimento di Ingegneria e Scienza dell'Informazione Via Sommarive, 14 I-38123 POVO tel. (+39) 0461 882092 fax: (+39) 0461 882093 E-mail: disi@disi.unitn.it - Italy)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034543243"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2279609970","https://openalex.org/I7454413"],"apc_list":null,"apc_paid":null,"fwci":3.0017,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.92896674,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"8842","last_page":"8854"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670040726661682},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5212289094924927},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1734456717967987},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13349053263664246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670040726661682},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5212289094924927},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1734456717967987},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13349053263664246},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmm.2023.3242152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3242152","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03955334v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03955334","pdf_url":"https://hal.science/hal-03955334v1/file/IEEE_MM__Transformer_for_interaction_generation.pdf","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Multimedia, In press, 25, pp.8842 - 8854. &#x27E8;10.1109/TMM.2023.3242152&#x27E9;","raw_type":"Journal articles"},{"id":"pmh:oai:iris.unitn.it:11572/399718","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/10036100/authors#authors","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:zenodo.org:11302818","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TMM.2023.3242152","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Multimedia, 25, 8842-8854, (2023-12)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03955334v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03955334","pdf_url":"https://hal.science/hal-03955334v1/file/IEEE_MM__Transformer_for_interaction_generation.pdf","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Multimedia, In press, 25, pp.8842 - 8854. &#x27E8;10.1109/TMM.2023.3242152&#x27E9;","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1690988560","display_name":null,"funder_award_id":"95191","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4397263494","display_name":null,"funder_award_id":"951911","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4859330304","display_name":null,"funder_award_id":"ANR-16-IDEX-0004 ULNE","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6851345361","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6942815888","display_name":null,"funder_award_id":"16-IDEX-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7225929873","display_name":null,"funder_award_id":"ANR-16-IDEX-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7758152977","display_name":null,"funder_award_id":"support","funder_id":"https://openalex.org/F4320322892","funder_display_name":"Centre National de la Recherche Scientifique"}],"funders":[{"id":"https://openalex.org/F4320316137","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319068967.pdf","grobid_xml":"https://content.openalex.org/works/W4319068967.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1735317348","https://openalex.org/W2058256495","https://openalex.org/W2149645715","https://openalex.org/W2560609797","https://openalex.org/W2776622059","https://openalex.org/W2810912957","https://openalex.org/W2896457183","https://openalex.org/W2902437806","https://openalex.org/W2944006115","https://openalex.org/W2962701817","https://openalex.org/W2962785568","https://openalex.org/W2963001155","https://openalex.org/W2963088785","https://openalex.org/W2963389355","https://openalex.org/W2964203186","https://openalex.org/W2981133004","https://openalex.org/W2982442523","https://openalex.org/W2997510589","https://openalex.org/W3009385801","https://openalex.org/W3025507095","https://openalex.org/W3034514130","https://openalex.org/W3034696014","https://openalex.org/W3034938233","https://openalex.org/W3036567974","https://openalex.org/W3036644940","https://openalex.org/W3083173864","https://openalex.org/W3096609285","https://openalex.org/W3098994456","https://openalex.org/W3106624279","https://openalex.org/W3113067059","https://openalex.org/W3125775899","https://openalex.org/W3135677014","https://openalex.org/W3153832461","https://openalex.org/W3180355996","https://openalex.org/W3188511781","https://openalex.org/W3196079725","https://openalex.org/W3198131199","https://openalex.org/W3203785074","https://openalex.org/W3204221554","https://openalex.org/W3207857704","https://openalex.org/W4200633922","https://openalex.org/W4214520160","https://openalex.org/W4287238055","https://openalex.org/W4299461567","https://openalex.org/W4299522971","https://openalex.org/W4301206121","https://openalex.org/W4306908422","https://openalex.org/W4309073950","https://openalex.org/W4312249545","https://openalex.org/W4312592476","https://openalex.org/W4312910119","https://openalex.org/W4312936899","https://openalex.org/W4313056154","https://openalex.org/W4315491145","https://openalex.org/W4382466174","https://openalex.org/W4385245566","https://openalex.org/W4390873117","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6752404935","https://openalex.org/W6755207826","https://openalex.org/W6756789066","https://openalex.org/W6763422710","https://openalex.org/W6763509872","https://openalex.org/W6765758572","https://openalex.org/W6765779288","https://openalex.org/W6770208262","https://openalex.org/W6802122185","https://openalex.org/W6860809235"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"We":[0,165],"address":[1,49],"the":[2,23,33,38,42,74,78,91,94,107,116,138,146,173],"challenging":[3],"task":[4],"of":[5,22,60,77,80,84,98,106,118,148,169],"human":[6],"reaction":[7,15,34],"generation,":[8],"which":[9,103],"aims":[10],"to":[11,114,158],"generate":[12,37,159],"a":[13,54,61],"corresponding":[14],"based":[16],"on":[17,29,129,137],"an":[18,122],"input":[19],"action.":[20],"Most":[21],"existing":[24],"works":[25],"do":[26],"not":[27],"focus":[28,128],"generating":[30],"and":[31,35,67,83,101,142,154,162,172],"predicting":[32],"cannot":[36],"motion":[39,79],"when":[40],"only":[41],"action":[43],"is":[44,152],"given":[45],"as":[46],"input.":[47],"To":[48],"this":[50],"limitation,":[51],"we":[52,110],"propose":[53,111],"novel":[55],"interaction":[56,123],"Transformer":[57,62],"(InterFormer)":[58],"consisting":[59],"network":[63],"with":[64,175],"both":[65,81,133],"temporal":[66,71,75],"spatial":[68,88,119],"attention.":[69],"Specifically,":[70],"attention":[72,89,120],"captures":[73],"dependencies":[76,92],"characters":[82],"their":[85],"interaction,":[86,140],"while":[87],"learns":[90],"between":[93],"different":[95],"body":[96],"parts":[97],"each":[99],"character":[100],"those":[102],"are":[104],"part":[105],"interaction.":[108],"Moreover,":[109],"using":[112],"graphs":[113],"increase":[115],"performance":[117],"via":[121],"distance":[124],"module":[125],"that":[126],"helps":[127],"nearby":[130],"joints":[131],"from":[132],"characters.":[134],"Extensive":[135],"experiments":[136],"SBU":[139],"K3HI,":[141],"DuetDance":[143],"datasets":[144],"demonstrate":[145],"effectiveness":[147],"InterFormer.":[149],"Our":[150],"method":[151],"general":[153],"can":[155],"be":[156],"used":[157],"more":[160],"complex":[161],"long-term":[163],"interactions.":[164],"also":[166],"provide":[167],"videos":[168],"generated":[170],"reactions":[171],"code":[174],"pre-trained":[176],"models":[177],"at":[178],"<uri":[179],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[180],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/CRISTAL-3DSAM/InterFormer</uri>":[181]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}