{"id":"https://openalex.org/W7154304793","doi":"https://doi.org/10.1111/cgf.70362","title":"MultiCOIN: Multi\u2010Modal COntrollable INbetweening","display_name":"MultiCOIN: Multi\u2010Modal COntrollable INbetweening","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154304793","doi":"https://doi.org/10.1111/cgf.70362"},"language":"en","primary_location":{"id":"doi:10.1111/cgf.70362","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cgf.70362","pdf_url":null,"source":{"id":"https://openalex.org/S67831204","display_name":"Computer Graphics Forum","issn_l":"0167-7055","issn":["0167-7055","1467-8659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Graphics Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1111/cgf.70362","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133606501","display_name":"M. Tanveer","orcid":"https://orcid.org/0000-0002-4310-8850"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]},{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"M. Tanveer","raw_affiliation_strings":["Adobe Research","Simon Fraser University"],"raw_orcid":"https://orcid.org/0000-0002-4310-8850","affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]},{"raw_affiliation_string":"Simon Fraser University","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043060799","display_name":"Yang Zhou","orcid":"https://orcid.org/0000-0002-5070-6330"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Y. Zhou","raw_affiliation_strings":["Adobe Research"],"raw_orcid":"https://orcid.org/0000-0002-5070-6330","affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133626403","display_name":"S. Niklaus","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. Niklaus","raw_affiliation_strings":["Adobe Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021862056","display_name":"Ali Mahdavi\u2010Amiri","orcid":"https://orcid.org/0000-0002-4693-3565"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"A. Mahdavi Amiri","raw_affiliation_strings":["Simon Fraser University"],"raw_orcid":"https://orcid.org/0000-0002-4693-3565","affiliations":[{"raw_affiliation_string":"Simon Fraser University","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397026","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0003-1991-119X"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"H. Zhang","raw_affiliation_strings":["Simon Fraser University"],"raw_orcid":"https://orcid.org/0000-0003-1991-119X","affiliations":[{"raw_affiliation_string":"Simon Fraser University","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101960524","display_name":"Krishna Kumar Singh","orcid":"https://orcid.org/0000-0002-8066-6835"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. K. Singh","raw_affiliation_strings":["Adobe Research"],"raw_orcid":"https://orcid.org/0000-0002-8066-6835","affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032834388","display_name":"Na Zhao","orcid":"https://orcid.org/0000-0002-6166-2118"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N. Zhao","raw_affiliation_strings":["Adobe Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3710,"currency":"USD","value_usd":3710},"apc_paid":{"value":3710,"currency":"USD","value_usd":3710},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41154728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.652999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.652999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.04809999838471413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.6437000036239624},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.517799973487854},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4805000126361847},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.4415999948978424},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4142000079154968},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3862000107765198},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.31459999084472656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806000113487244},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.6437000036239624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.522599995136261},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.517799973487854},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.503000020980835},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4805000126361847},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.4415999948978424},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3862000107765198},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.38199999928474426},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.2827000021934509},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/cgf.70362","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cgf.70362","pdf_url":null,"source":{"id":"https://openalex.org/S67831204","display_name":"Computer Graphics Forum","issn_l":"0167-7055","issn":["0167-7055","1467-8659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Graphics Forum","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1111/cgf.70362","is_oa":true,"landing_page_url":"https://doi.org/10.1111/cgf.70362","pdf_url":null,"source":{"id":"https://openalex.org/S67831204","display_name":"Computer Graphics Forum","issn_l":"0167-7055","issn":["0167-7055","1467-8659"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Graphics Forum","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2099839012","https://openalex.org/W2143382771","https://openalex.org/W2604329646","https://openalex.org/W2962785568","https://openalex.org/W2963093735","https://openalex.org/W2963268050","https://openalex.org/W2964245526","https://openalex.org/W3034921716","https://openalex.org/W3110612869","https://openalex.org/W3180720907","https://openalex.org/W4312655468","https://openalex.org/W4312933868","https://openalex.org/W4386071957","https://openalex.org/W4390872297","https://openalex.org/W4390873135","https://openalex.org/W4393149921","https://openalex.org/W4400573519","https://openalex.org/W4402727798","https://openalex.org/W4402775841","https://openalex.org/W4403906510","https://openalex.org/W4409365923","https://openalex.org/W4409367532","https://openalex.org/W4412596286","https://openalex.org/W4413145386","https://openalex.org/W4414773788"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Video":[1],"inbetweening":[2,46],"creates":[3],"smooth":[4],"transitions":[5,53],"between":[6],"two":[7,128],"frames":[8],"making":[9],"it":[10],"an":[11],"indispensable":[12],"tool":[13],"for":[14,63,133],"video":[15,19,45],"editing":[16],"and":[17,29,54,60,70,120,125,152],"longform":[18],"synthesis.":[20],"Existing":[21],"methods":[22],"struggle":[23],"with":[24,38,102],"large":[25],"or":[26],"complex":[27],"motion":[28,56,93,126,149],"offer":[30],"limited":[31],"control":[32],"over":[33],"intermediate":[34],"frames,":[35],"often":[36],"misaligning":[37],"user":[39],"intent.":[40],"We":[41],"introduce":[42],"MultiCOIN,":[43],"a":[44,75,96],"framework":[47],"supporting":[48],"multi\u2010modal":[49,143],"controls,":[50],"including":[51],"depth":[52],"layering,":[55],"trajectories,":[57],"text":[58],"prompts,":[59],"target":[61],"regions":[62],"movement":[64],"localization.":[65],"It":[66],"balances":[67],"flexibility,":[68],"usability,":[69],"fine\u2010grained":[71],"precision.":[72],"Built":[73],"on":[74],"Diffusion":[76],"Transformer":[77],"(DiT),":[78],"due":[79],"to":[80,84,107],"its":[81],"proven":[82],"capability":[83],"generate":[85],"high\u2010quality":[86],"long":[87],"video,":[88],"our":[89],"model":[90],"maps":[91],"all":[92],"controls":[94,112],"into":[95,127],"unified":[97],"sparse":[98],"point\u2010based":[99],"representation":[100],"compatible":[101],"the":[103,109],"denoising":[104],"process.":[105],"Further,":[106],"respect":[108],"variety":[110],"of":[111,118,142],"which":[113],"operate":[114],"at":[115],"varying":[116],"levels":[117],"granularity":[119],"influence,":[121],"we":[122],"separate":[123],"content":[124],"branches,":[129],"enabling":[130],"dedicated":[131],"generators":[132],"each.":[134],"A":[135],"stage\u2010wise":[136],"training":[137],"strategy":[138],"ensures":[139],"stable":[140],"learning":[141],"controls.":[144],"Extensive":[145],"experiments":[146],"show":[147],"improved":[148],"complexity,":[150],"controllability,":[151],"narrative":[153],"consistency.":[154],"Project":[155],"Page:":[156],"MultiCOIN.":[157]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-04-15T00:00:00"}