{"id":"https://openalex.org/W4388994451","doi":"https://doi.org/10.1145/3610543.3626176","title":"Story-to-Motion: Synthesizing Infinite and Controllable Character Animation from Long Text","display_name":"Story-to-Motion: Synthesizing Infinite and Controllable Character Animation from Long Text","publication_year":2023,"publication_date":"2023-11-25","ids":{"openalex":"https://openalex.org/W4388994451","doi":"https://doi.org/10.1145/3610543.3626176"},"language":"en","primary_location":{"id":"doi:10.1145/3610543.3626176","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610543.3626176","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610543.3626176","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Technical Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610543.3626176","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014854403","display_name":"Zhongfei Qing","orcid":"https://orcid.org/0009-0008-3101-8349"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongfei Qing","raw_affiliation_strings":["SenseTime Research, China"],"raw_orcid":"https://orcid.org/0009-0008-3101-8349","affiliations":[{"raw_affiliation_string":"SenseTime Research, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054947207","display_name":"Zhongang Cai","orcid":"https://orcid.org/0000-0002-1810-3855"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhongang Cai","raw_affiliation_strings":["SenseTime Research, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1810-3855","affiliations":[{"raw_affiliation_string":"SenseTime Research, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004185812","display_name":"Zhitao Yang","orcid":"https://orcid.org/0000-0003-0780-0134"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhitao Yang","raw_affiliation_strings":["SenseTime Research, China"],"raw_orcid":"https://orcid.org/0000-0003-0780-0134","affiliations":[{"raw_affiliation_string":"SenseTime Research, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043951834","display_name":"Lei Yang","orcid":"https://orcid.org/0000-0002-0571-5924"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["SenseTime Research, China"],"raw_orcid":"https://orcid.org/0000-0002-0571-5924","affiliations":[{"raw_affiliation_string":"SenseTime Research, China","institution_ids":["https://openalex.org/I4210128910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.59,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.98517239,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7206002473831177},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6815179586410522},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6612714529037476},{"id":"https://openalex.org/keywords/character-animation","display_name":"Character animation","score":0.6033331155776978},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5710208415985107},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5266901254653931},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5259708762168884},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.48535123467445374},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4528811573982239},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.42206212878227234},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3311392068862915},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.19882673025131226}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7206002473831177},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6815179586410522},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6612714529037476},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.6033331155776978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5710208415985107},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5266901254653931},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5259708762168884},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.48535123467445374},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4528811573982239},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.42206212878227234},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3311392068862915},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.19882673025131226},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610543.3626176","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610543.3626176","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610543.3626176","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Technical Communications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3610543.3626176","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610543.3626176","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610543.3626176","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Technical Communications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388994451.pdf","grobid_xml":"https://content.openalex.org/works/W4388994451.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W3048665613","https://openalex.org/W4292779060","https://openalex.org/W4310443750","https://openalex.org/W4312495732","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W3094080214","https://openalex.org/W4246568043","https://openalex.org/W4244435162","https://openalex.org/W2221113372","https://openalex.org/W2159681853","https://openalex.org/W2354629388","https://openalex.org/W2122474456","https://openalex.org/W51355345","https://openalex.org/W2052682882","https://openalex.org/W4239420026"],"abstract_inverted_index":{"Generating":[0],"natural":[1],"human":[2],"motion":[3,131,150,155,158,177,210,218],"from":[4,142],"a":[5,42,49,72,103,129,135,148,166],"story":[6],"has":[7],"the":[8,12,116,175,190,222],"potential":[9],"to":[10,31,33,126,133],"transform":[11],"landscape":[13],"of":[14,51,98,137],"animation,":[15],"gaming,":[16],"and":[17,22,36,55,65,91,112,160,182,209],"film":[18],"industries.":[19],"A":[20],"new":[21],"challenging":[23],"task,":[24],"Story-to-Motion,":[25,195],"arises":[26],"when":[27],"characters":[28],"are":[29],"required":[30],"move":[32],"various":[34],"locations":[35],"perform":[37],"specific":[38],"motions":[39,111],"based":[40],"on":[41],"long":[43,110,143],"text":[44,83],"description.":[45],"This":[46],"task":[47],"demands":[48],"fusion":[50],"low-level":[52],"control":[53,57,64,78],"(trajectories)":[54],"high-level":[56],"(motion":[58],"semantics).":[59],"Previous":[60],"works":[61],"in":[62,174],"character":[63,77],"text-to-motion":[66,86],"have":[67],"addressed":[68],"related":[69],"aspects,":[70],"yet":[71],"comprehensive":[73,192],"solution":[74,193],"remains":[75],"elusive:":[76],"methods":[79,87,220],"do":[80],"not":[81],"handle":[82],"description,":[84],"whereas":[85],"lack":[88],"position":[89],"constraints":[90],"often":[92],"produce":[93],"unstable":[94],"motions.":[95],"In":[96],"light":[97],"these":[99],"limitations,":[100],"we":[101],"propose":[102],"novel":[104],"system":[105,197],"that":[106,153,170],"generates":[107],"controllable,":[108],"infinitely":[109],"trajectories":[113],"aligned":[114],"with":[115,157],"input":[117],"text.":[118,144],"1)":[119],"We":[120,146,164],"leverage":[121],"contemporary":[122],"Large":[123],"Language":[124],"Models":[125],"act":[127],"as":[128,179,189],"text-driven":[130,149],"scheduler":[132],"extract":[134],"series":[136],"(text,":[138],"position,":[139],"duration)":[140],"pairs":[141],"2)":[145],"develop":[147],"retrieval":[151],"scheme":[152],"incorporates":[154],"matching":[156],"semantic":[159],"trajectory":[161,204],"constraints.":[162],"3)":[163],"design":[165],"progressive":[167],"mask":[168],"transformer":[169],"addresses":[171],"common":[172],"artifacts":[173],"transition":[176],"such":[178],"unnatural":[180],"pose":[181],"foot":[183],"sliding.":[184],"Beyond":[185],"its":[186],"pioneering":[187],"role":[188],"first":[191],"for":[194],"our":[196],"undergoes":[198],"evaluation":[199],"across":[200,221],"three":[201],"distinct":[202],"sub-tasks:":[203],"following,":[205],"temporal":[206],"action":[207],"composition,":[208],"blending,":[211],"where":[212],"it":[213],"outperforms":[214],"previous":[215],"state-of-the-art":[216],"(SOTA)":[217],"synthesis":[219],"board.":[223],"Homepage:":[224],"https://story2motion.github.io/":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}