{"id":"https://openalex.org/W4412587605","doi":"https://doi.org/10.1145/3721238.3730604","title":"MotionCanvas: Cinematic Shot Design with Controllable Image-to-Video Generation","display_name":"MotionCanvas: Cinematic Shot Design with Controllable Image-to-Video Generation","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412587605","doi":"https://doi.org/10.1145/3721238.3730604"},"language":"en","primary_location":{"id":"doi:10.1145/3721238.3730604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721238.3730604","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3721238.3730604","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066086464","display_name":"Jinbo Xing","orcid":"https://orcid.org/0000-0002-2181-1879"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jinbo Xing","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, Hong Kong and Adobe Research, San Jose, USA"],"raw_orcid":"https://orcid.org/0000-0002-2181-1879","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong and Adobe Research, San Jose, USA","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119049746","display_name":"Long Mai","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Long Mai","raw_affiliation_strings":["Adobe Research, San Jose, USA"],"raw_orcid":"https://orcid.org/0009-0001-1403-9884","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029588803","display_name":"Cusuh Ham","orcid":"https://orcid.org/0009-0002-2686-052X"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cusuh Ham","raw_affiliation_strings":["Adobe Research, Cambridge, USA"],"raw_orcid":"https://orcid.org/0009-0002-2686-052X","affiliations":[{"raw_affiliation_string":"Adobe Research, Cambridge, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061127696","display_name":"Jiahui Huang","orcid":"https://orcid.org/0000-0002-0389-1721"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiahui Huang","raw_affiliation_strings":["Adobe Research, San Jose, USA"],"raw_orcid":"https://orcid.org/0000-0002-0389-1721","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014836899","display_name":"Aniruddha Mahapatra","orcid":"https://orcid.org/0000-0002-1480-7302"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aniruddha Mahapatra","raw_affiliation_strings":["Adobe Research, San Jose, USA"],"raw_orcid":"https://orcid.org/0000-0002-1480-7302","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054382056","display_name":"Chi\u2010Wing Fu","orcid":"https://orcid.org/0000-0002-5238-593X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chi-Wing Fu","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5238-593X","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017857966","display_name":"Tien\u2010Tsin Wong","orcid":"https://orcid.org/0000-0002-7792-9307"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tien-Tsin Wong","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7792-9307","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100415287","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0002-5399-6214"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["Adobe Research, San Jose, USA"],"raw_orcid":"https://orcid.org/0000-0002-5399-6214","affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, USA","institution_ids":["https://openalex.org/I1306409833"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5066086464"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":6.2982,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96139495,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11408","display_name":"Advanced Optical Imaging Technologies","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.830573320388794},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6294047236442566},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6022781729698181},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5329955816268921},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.46199655532836914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43438538908958435},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.336017370223999},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11083048582077026}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.830573320388794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6294047236442566},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6022781729698181},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5329955816268921},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.46199655532836914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43438538908958435},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.336017370223999},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11083048582077026},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3721238.3730604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721238.3730604","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:monash.edu:openaire/11396ec4-247c-4183-ba47-c998bd57c63e","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/11396ec4-247c-4183-ba47-c998bd57c63e","pdf_url":"https://researchmgt.monash.edu/ws/files/758079578/730353012-oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Xing, J, Mai, L, Ham, C, Huang, J, Mahapatra, A, Fu, C W, Wong, T-T & Liu, F 2025, MotionCanvas : Cinematic Shot Design with Controllable Image-to-Video Generation. in S N Spencer (ed.), Proceedings - SIGGRAPH 2025 Conference Papers., 61, Association for Computing Machinery (ACM), New York NY USA, Special Interest Group on Computer Graphics and Interactive Techniques Conference 2025, Vancouver, British Columbia, Canada, 10/08/25. https://doi.org/10.1145/3721238.3730604","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3721238.3730604","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721238.3730604","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1971866894","https://openalex.org/W2621274416","https://openalex.org/W2963557767","https://openalex.org/W2985299701","https://openalex.org/W3035524985","https://openalex.org/W3109908659","https://openalex.org/W3111114371","https://openalex.org/W3173935672","https://openalex.org/W4210675080","https://openalex.org/W4213106874","https://openalex.org/W4213383681","https://openalex.org/W4312868348","https://openalex.org/W4386076215","https://openalex.org/W4390872297","https://openalex.org/W4390874670","https://openalex.org/W4391807605","https://openalex.org/W4400573519","https://openalex.org/W4400582084","https://openalex.org/W4404525440","https://openalex.org/W4404965692","https://openalex.org/W4405956131","https://openalex.org/W4409262758","https://openalex.org/W6601010567"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2,48],"a":[3,21,36,84,100,121,182],"method":[4,101,180],"that":[5,78,102],"allows":[6],"users":[7,112,156],"to":[8,88,113,140,157,195,206],"design":[9,42],"cinematic":[10],"video":[11,85,133,171,210],"shots":[12],"in":[13,35,43,120,145,200],"the":[14,58,90,138,176,197],"context":[15],"of":[16,24,178,185],"image-to-video":[17,45,107],"generation.":[18],"Shot":[19],"design,":[20,60],"critical":[22],"aspect":[23],"filmmaking,":[25],"involves":[26],"meticulously":[27],"planning":[28],"both":[29,62,115],"camera":[30,63,118],"movements":[31,64],"and":[32,65,73,117,131,163,189,204,209],"object":[33,67,116],"motions":[34,68,119],"scene.":[37],"However,":[38],"enabling":[39],"intuitive":[40],"shot":[41],"modern":[44],"generation":[46,109,134],"systems":[47],"two":[49],"main":[50],"challenges:":[51],"first,":[52],"effectively":[53,81],"capturing":[54],"user":[55],"intentions":[56],"on":[57,181],"motion":[59,76,143,161],"where":[61],"scene-space":[66,160],"must":[69],"be":[70,80],"specified":[71],"jointly;":[72],"second,":[74],"representing":[75],"information":[77],"can":[79],"utilized":[82],"by":[83],"diffusion":[86,172],"model":[87],"synthesize":[89],"image":[91,187,208],"animations.":[92],"To":[93],"address":[94],"these":[95],"challenges,":[96],"we":[97,136],"introduce":[98],"MotionCanvas,":[99],"integrates":[103],"user-driven":[104],"controls":[105],"into":[106,166],"(I2V)":[108],"models,":[110],"allowing":[111],"control":[114,144],"scene-aware":[122],"manner.":[123],"By":[124],"connecting":[125],"insights":[126],"from":[127],"classical":[128],"computer":[129],"graphics":[130],"contemporary":[132],"techniques,":[135],"demonstrate":[137,175],"ability":[139],"achieve":[141],"3D-aware":[142],"I2V":[146],"synthesis":[147],"without":[148],"requiring":[149],"costly":[150],"3D-related":[151],"training":[152],"data.":[153],"MotionCanvas":[154],"enables":[155],"intuitively":[158],"depict":[159],"intentions,":[162],"translates":[164],"them":[165],"spatiotemporal":[167],"motion-conditioning":[168],"signals":[169],"for":[170],"models.":[173],"We":[174],"effectiveness":[177],"our":[179],"wide":[183],"range":[184],"real-world":[186],"content":[188,202],"shot-design":[190],"scenarios,":[191],"highlighting":[192],"its":[193],"potential":[194],"enhance":[196],"creative":[198],"workflows":[199],"digital":[201],"creation":[203],"adapt":[205],"various":[207],"editing":[211],"applications.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}