{"id":"https://openalex.org/W4379983649","doi":"https://doi.org/10.1109/tvcg.2023.3284402","title":"A Two-Part Transformer Network for Controllable Motion Synthesis","display_name":"A Two-Part Transformer Network for Controllable Motion Synthesis","publication_year":2023,"publication_date":"2023-06-09","ids":{"openalex":"https://openalex.org/W4379983649","doi":"https://doi.org/10.1109/tvcg.2023.3284402","pmid":"https://pubmed.ncbi.nlm.nih.gov/37294654"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2023.3284402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3284402","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026177770","display_name":"Shuaiying Hou","orcid":"https://orcid.org/0000-0003-0689-9240"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuaiying Hou","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103033776","display_name":"Hongyu Tao","orcid":"https://orcid.org/0009-0000-3539-2727"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Tao","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101844050","display_name":"Weiwei Xu","orcid":"https://orcid.org/0000-0003-3756-3539"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Xu","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026177770"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.1256,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77234482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"30","issue":"8","first_page":"5047","last_page":"5062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7996717095375061},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6077057123184204},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.46524155139923096},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.41779080033302307},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4122128486633301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3912196755409241}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7996717095375061},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6077057123184204},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.46524155139923096},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.41779080033302307},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4122128486633301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3912196755409241},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2023.3284402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3284402","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:37294654","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37294654","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6560199936","display_name":null,"funder_award_id":"61732016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W648786980","https://openalex.org/W1735317348","https://openalex.org/W1936750108","https://openalex.org/W1977259876","https://openalex.org/W2049077434","https://openalex.org/W2095705004","https://openalex.org/W2101032778","https://openalex.org/W2121113403","https://openalex.org/W2133665775","https://openalex.org/W2469134594","https://openalex.org/W2519091744","https://openalex.org/W2594167370","https://openalex.org/W2611706523","https://openalex.org/W2796290181","https://openalex.org/W2801567109","https://openalex.org/W2811441028","https://openalex.org/W2902757548","https://openalex.org/W2908510526","https://openalex.org/W2945629925","https://openalex.org/W2963091558","https://openalex.org/W2963165299","https://openalex.org/W2963202339","https://openalex.org/W2963389355","https://openalex.org/W2964203186","https://openalex.org/W2969416295","https://openalex.org/W2971625077","https://openalex.org/W2986708244","https://openalex.org/W3025281718","https://openalex.org/W3034423770","https://openalex.org/W3034696014","https://openalex.org/W3035486405","https://openalex.org/W3035545045","https://openalex.org/W3036601975","https://openalex.org/W3048539707","https://openalex.org/W3048550213","https://openalex.org/W3048665613","https://openalex.org/W3068510429","https://openalex.org/W3083132452","https://openalex.org/W3090839706","https://openalex.org/W3092707274","https://openalex.org/W3094502228","https://openalex.org/W3104515094","https://openalex.org/W3107914916","https://openalex.org/W3109717189","https://openalex.org/W3122282950","https://openalex.org/W3138516171","https://openalex.org/W3144253442","https://openalex.org/W3152733922","https://openalex.org/W3177318507","https://openalex.org/W3177493543","https://openalex.org/W3184085787","https://openalex.org/W3184482500","https://openalex.org/W3184783479","https://openalex.org/W3186838894","https://openalex.org/W3204221554","https://openalex.org/W3206084531","https://openalex.org/W4200526174","https://openalex.org/W4221045999","https://openalex.org/W4286611287","https://openalex.org/W4286611302","https://openalex.org/W4286611315","https://openalex.org/W4287802874","https://openalex.org/W4292779060","https://openalex.org/W4312671789","https://openalex.org/W4385245566","https://openalex.org/W6605806949","https://openalex.org/W6621543089","https://openalex.org/W6638733343","https://openalex.org/W6674330103","https://openalex.org/W6748307345","https://openalex.org/W6757817989","https://openalex.org/W6776218486","https://openalex.org/W6778883912","https://openalex.org/W6779661269","https://openalex.org/W6780218876","https://openalex.org/W6781874425","https://openalex.org/W6784333009","https://openalex.org/W6793801364"],"related_works":["https://openalex.org/W1827696521","https://openalex.org/W2173450654","https://openalex.org/W2039848376","https://openalex.org/W2621720158","https://openalex.org/W2091722187","https://openalex.org/W2006196742","https://openalex.org/W2130272765","https://openalex.org/W2055991023","https://openalex.org/W2682927604","https://openalex.org/W2182037499"],"abstract_inverted_index":{"Although":[0],"part-based":[1],"motion":[2,41,142,172],"synthesis":[3,42,173],"networks":[4,174],"have":[5],"been":[6],"investigated":[7],"to":[8,37,115,169],"reduce":[9],"the":[10,49,52,59,66,91,94,100,104,107,117,120,133,176],"complexity":[11],"of":[12,68,75,106,135,151,178],"modeling":[13],"heterogeneous":[14,152],"human":[15,171],"motions,":[16,153],"their":[17],"computational":[18],"cost":[19],"remains":[20],"prohibitive":[21],"in":[22,44,119,175],"interactive":[23],"applications.":[24],"To":[25],"this":[26],"end,":[27],"we":[28],"propose":[29],"a":[30,85,112,148],"novel":[31],"two-part":[32],"transformer":[33],"network":[34,47,145,166],"that":[35,164],"aims":[36],"achieve":[38],"high-quality,":[39],"controllable":[40],"results":[43,162],"real-time.":[45],"Our":[46],"separates":[48],"skeleton":[50],"into":[51],"upper":[53],"and":[54,64,110,124,156,159],"lower":[55],"body":[56],"parts,":[57],"reducing":[58],"expensive":[60],"cross-part":[61],"fusion":[62],"operations,":[63],"models":[65],"motions":[67,125],"each":[69],"part":[70],"separately":[71],"through":[72],"two":[73,101,128],"streams":[74],"auto-regressive":[76,129],"modules":[77],"formed":[78],"by":[79,126],"multi-head":[80],"attention":[81],"layers.":[82],"However,":[83],"such":[84],"design":[86,111],"might":[87],"not":[88],"sufficiently":[89],"capture":[90],"correlations":[92],"between":[93],"parts.":[95],"We":[96],"thus":[97],"intentionally":[98],"let":[99],"parts":[102],"share":[103],"features":[105,123],"root":[108,122],"joint":[109],"consistency":[113],"loss":[114],"penalize":[116],"difference":[118],"estimated":[121],"these":[127],"modules,":[130],"significantly":[131],"improving":[132],"quality":[134,177],"synthesized":[136],"motions.":[137,180],"After":[138],"training":[139],"on":[140],"our":[141,144,165],"dataset,":[143],"can":[146],"synthesize":[147],"wide":[149],"range":[150],"like":[154],"cartwheels":[155],"twists.":[157],"Experimental":[158],"user":[160],"study":[161],"demonstrate":[163],"is":[167],"superior":[168],"state-of-the-art":[170],"generated":[179]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}