{"id":"https://openalex.org/W4412596286","doi":"https://doi.org/10.1145/3721238.3730598","title":"Controllable Tracking-Based Video Frame Interpolation","display_name":"Controllable Tracking-Based Video Frame Interpolation","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412596286","doi":"https://doi.org/10.1145/3721238.3730598"},"language":"en","primary_location":{"id":"doi:10.1145/3721238.3730598","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3721238.3730598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11850/782930","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090492182","display_name":"Karlis Martins Briedis","orcid":"https://orcid.org/0000-0003-4012-6292"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Karlis Martins Briedis","raw_affiliation_strings":["DisneyResearch|Studios, Zurich, Switzerland and ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4012-6292","affiliations":[{"raw_affiliation_string":"DisneyResearch|Studios, Zurich, Switzerland and ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075419871","display_name":"Abdelaziz Djelouah","orcid":"https://orcid.org/0000-0002-0727-1247"},"institutions":[{"id":"https://openalex.org/I4210137357","display_name":"Walt Disney (Switzerland)","ror":"https://ror.org/04h1x1p54","country_code":"CH","type":"company","lineage":["https://openalex.org/I4210137357","https://openalex.org/I4210142140"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Abdelaziz Djelouah","raw_affiliation_strings":["DisneyResearch|Studios, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0727-1247","affiliations":[{"raw_affiliation_string":"DisneyResearch|Studios, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210137357"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069371064","display_name":"Rapha\u00ebl Ortiz","orcid":"https://orcid.org/0000-0002-7437-3198"},"institutions":[{"id":"https://openalex.org/I4210137357","display_name":"Walt Disney (Switzerland)","ror":"https://ror.org/04h1x1p54","country_code":"CH","type":"company","lineage":["https://openalex.org/I4210137357","https://openalex.org/I4210142140"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rapha\u00ebl Ortiz","raw_affiliation_strings":["DisneyResearch|Studios, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7437-3198","affiliations":[{"raw_affiliation_string":"DisneyResearch|Studios, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210137357"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033076979","display_name":"Markus Gro\u00df","orcid":"https://orcid.org/0009-0003-9324-779X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Markus Gross","raw_affiliation_strings":["DisneyResearch|Studios, Z\u00fcrich, Switzerland and ETH Z\u00fcrich, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0003-9324-779X","affiliations":[{"raw_affiliation_string":"DisneyResearch|Studios, Z\u00fcrich, Switzerland and ETH Z\u00fcrich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052388616","display_name":"Christopher Schroers","orcid":"https://orcid.org/0000-0003-1473-1878"},"institutions":[{"id":"https://openalex.org/I4210137357","display_name":"Walt Disney (Switzerland)","ror":"https://ror.org/04h1x1p54","country_code":"CH","type":"company","lineage":["https://openalex.org/I4210137357","https://openalex.org/I4210142140"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Christopher Schroers","raw_affiliation_strings":["DisneyResearch|Studios, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-1473-1878","affiliations":[{"raw_affiliation_string":"DisneyResearch|Studios, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210137357"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8699,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.86561226,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7239421010017395},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.7014048099517822},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5976136326789856},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5922622680664062},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5148295760154724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48354291915893555},{"id":"https://openalex.org/keywords/video-post-processing","display_name":"Video post-processing","score":0.4622912108898163},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.45394259691238403},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3478468656539917},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.238235741853714},{"id":"https://openalex.org/keywords/video-compression-picture-types","display_name":"Video compression picture types","score":0.1987287700176239},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11980006098747253}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7239421010017395},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.7014048099517822},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5976136326789856},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5922622680664062},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5148295760154724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48354291915893555},{"id":"https://openalex.org/C117090137","wikidata":"https://www.wikidata.org/wiki/Q7927977","display_name":"Video post-processing","level":5,"score":0.4622912108898163},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.45394259691238403},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3478468656539917},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.238235741853714},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.1987287700176239},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11980006098747253},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3721238.3730598","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3721238.3730598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/782930","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/782930","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Conference Papers '25: Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.3929/ethz-c-000782930","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-c-000782930","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/782930","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/782930","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Conference Papers '25: Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1905052409","https://openalex.org/W2103336008","https://openalex.org/W2147253850","https://openalex.org/W2470139095","https://openalex.org/W2551052086","https://openalex.org/W2736981815","https://openalex.org/W2769654144","https://openalex.org/W2949258649","https://openalex.org/W2963093735","https://openalex.org/W2963268050","https://openalex.org/W2963483509","https://openalex.org/W2963741402","https://openalex.org/W2963782415","https://openalex.org/W2964251418","https://openalex.org/W2990138404","https://openalex.org/W2997150500","https://openalex.org/W3034921716","https://openalex.org/W3035239272","https://openalex.org/W3102015846","https://openalex.org/W3109908659","https://openalex.org/W3110612869","https://openalex.org/W3119408778","https://openalex.org/W3128053054","https://openalex.org/W3172942063","https://openalex.org/W3203041407","https://openalex.org/W4200399452","https://openalex.org/W4214626557","https://openalex.org/W4236965008","https://openalex.org/W4312364368","https://openalex.org/W4312409473","https://openalex.org/W4312445951","https://openalex.org/W4312623579","https://openalex.org/W4312770027","https://openalex.org/W4312857869","https://openalex.org/W4318617422","https://openalex.org/W4319300634","https://openalex.org/W4319301042","https://openalex.org/W4385535562","https://openalex.org/W4386066282","https://openalex.org/W4386071659","https://openalex.org/W4386071802","https://openalex.org/W4386075779","https://openalex.org/W4386076420","https://openalex.org/W4386076482","https://openalex.org/W4390871749","https://openalex.org/W4390872749","https://openalex.org/W4393149921","https://openalex.org/W4393284388","https://openalex.org/W4394625515","https://openalex.org/W4402704626","https://openalex.org/W4402727587","https://openalex.org/W4402753376","https://openalex.org/W4402753546","https://openalex.org/W4402753712","https://openalex.org/W4402753964","https://openalex.org/W4402754167","https://openalex.org/W4402943940","https://openalex.org/W4403726423","https://openalex.org/W4403842231","https://openalex.org/W4403906568","https://openalex.org/W4405562801","https://openalex.org/W6814250579","https://openalex.org/W6833494568"],"related_works":["https://openalex.org/W4285271403","https://openalex.org/W2542007731","https://openalex.org/W2968379562","https://openalex.org/W2091015105","https://openalex.org/W4388689193","https://openalex.org/W2110899030","https://openalex.org/W29633852","https://openalex.org/W2985362983","https://openalex.org/W4327670844","https://openalex.org/W2810129309"],"abstract_inverted_index":{"Temporal":[0],"video":[1,99],"frame":[2,76,100],"interpolation":[3,77,101,179],"has":[4],"been":[5],"an":[6],"active":[7],"area":[8],"of":[9,24,55,74,89,133,214],"research":[10],"in":[11,36,43,61,135,161,196],"recent":[12,29],"years,":[13],"with":[14,52,112],"a":[15,97,127,144],"primary":[16],"focus":[17],"on":[18],"motion":[19,88,177,191],"estimation,":[20],"compensation,":[21],"and":[22,81,87,110,117,149,192,204],"synthesis":[23],"the":[25,70,85,122,131,170,189,212],"final":[26],"frame.":[27],"While":[28],"methods":[30,116],"have":[31],"shown":[32],"good":[33],"quality":[34,80,213],"results":[35,160],"many":[37],"cases,":[38],"they":[39,47],"can":[40,174],"still":[41],"fail":[42],"challenging":[44,162],"scenarios.":[45],"Moreover,":[46],"typically":[48],"produce":[49],"fixed":[50],"outputs":[51],"no":[53],"means":[54],"control,":[56],"further":[57],"limiting":[58],"their":[59,205],"application":[60],"film":[62],"production":[63],"pipelines.":[64],"In":[65],"this":[66,93],"work,":[67],"we":[68,95,125,173],"address":[69],"less":[71],"explored":[72],"problem":[73],"user-assisted":[75],"to":[78,185],"improve":[79],"enable":[82],"control":[83],"over":[84,169],"appearance":[86],"interpolated":[90,111,136,215],"frames.":[91,216],"To":[92],"end,":[94],"introduce":[96],"tracking-based":[98],"method":[102],"that":[103,201],"utilizes":[104],"sparse":[105],"point":[106,114],"tracks,":[107],"first":[108],"estimated":[109],"existing":[113],"tracking":[115],"then":[118],"optionally":[119],"refined":[120],"by":[121],"user.":[123],"Additionally,":[124],"propose":[126],"mechanism":[128],"for":[129],"controlling":[130],"levels":[132],"hallucination":[134,148],"frames":[137],"through":[138,207],"inference-time":[139],"model":[140,157],"weight":[141],"adaptation,":[142],"allowing":[143],"continuous":[145],"trade-off":[146],"between":[147],"blurriness.":[150],"Even":[151],"without":[152],"any":[153],"user":[154,208],"input,":[155],"our":[156],"achieves":[158],"state-of-the-art":[159],"test":[163],"cases.":[164],"By":[165],"using":[166],"points":[167],"tracked":[168],"whole":[171],"sequence,":[172],"use":[175],"better":[176],"trajectory":[178],"methods,":[180],"such":[181],"as":[182],"cubic":[183],"splines,":[184],"more":[186],"accurately":[187],"represent":[188],"true":[190],"achieve":[193],"significant":[194],"improvements":[195],"results.":[197],"Our":[198],"experiments":[199],"demonstrate":[200],"refining":[202],"tracks":[203],"trajectories":[206],"interactions":[209],"significantly":[210],"improves":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}