{"id":"https://openalex.org/W3190025040","doi":"https://doi.org/10.1109/cvpr46437.2021.00448","title":"Omnimatte: Associating Objects and Their Effects in Video","display_name":"Omnimatte: Associating Objects and Their Effects in Video","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3190025040","doi":"https://doi.org/10.1109/cvpr46437.2021.00448","mag":"3190025040"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr46437.2021.00448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112565541","display_name":"Erika Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Erika Lu","raw_affiliation_strings":["Google Research","University of Oxford"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109934168","display_name":"Forrester Cole","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Forrester Cole","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058866986","display_name":"Tali Dekel","orcid":"https://orcid.org/0000-0003-3703-0783"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Tali Dekel","raw_affiliation_strings":["Google Research","Weizmann Institute of Science"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Weizmann Institute of Science","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057678172","display_name":"Andrew Zisserman","orcid":"https://orcid.org/0000-0002-8945-8573"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Zisserman","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074429265","display_name":"William T. Freeman","orcid":"https://orcid.org/0000-0002-2231-7995"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Freeman","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007681620","display_name":"Michael Rubinstein","orcid":"https://orcid.org/0000-0002-3707-3807"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Rubinstein","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5112565541"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":3.0742,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.93068627,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4505","last_page":"4513"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7634565830230713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6345888376235962},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.614062488079071},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6036920547485352},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5997734069824219},{"id":"https://openalex.org/keywords/compositing","display_name":"Compositing","score":0.4806769788265228},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.4733029901981354},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.42921558022499084},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.42920297384262085},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4232175350189209},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.41603949666023254},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3512989282608032},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10357227921485901}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634565830230713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6345888376235962},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.614062488079071},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6036920547485352},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5997734069824219},{"id":"https://openalex.org/C129315195","wikidata":"https://www.wikidata.org/wiki/Q1121886","display_name":"Compositing","level":3,"score":0.4806769788265228},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.4733029901981354},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.42921558022499084},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.42920297384262085},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4232175350189209},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.41603949666023254},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3512989282608032},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10357227921485901},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr46437.2021.00448","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1499877760","https://openalex.org/W1901129140","https://openalex.org/W1975862670","https://openalex.org/W1997057955","https://openalex.org/W2001933992","https://openalex.org/W2028687412","https://openalex.org/W2043422482","https://openalex.org/W2063297396","https://openalex.org/W2102354443","https://openalex.org/W2113018061","https://openalex.org/W2117435890","https://openalex.org/W2121274305","https://openalex.org/W2134301959","https://openalex.org/W2142912032","https://openalex.org/W2164490837","https://openalex.org/W2184872067","https://openalex.org/W2244837655","https://openalex.org/W2470139095","https://openalex.org/W2470539402","https://openalex.org/W2604469346","https://openalex.org/W2605229288","https://openalex.org/W2883907768","https://openalex.org/W2916743882","https://openalex.org/W2943445277","https://openalex.org/W2950340438","https://openalex.org/W2953452037","https://openalex.org/W2963150697","https://openalex.org/W2963557767","https://openalex.org/W2963681653","https://openalex.org/W2981358658","https://openalex.org/W2989494838","https://openalex.org/W2990205821","https://openalex.org/W2997387466","https://openalex.org/W3014551297","https://openalex.org/W3034522851","https://openalex.org/W3035462037","https://openalex.org/W3097348442","https://openalex.org/W3105220622","https://openalex.org/W3108325989","https://openalex.org/W3108688141","https://openalex.org/W3108702002","https://openalex.org/W3109908659","https://openalex.org/W3157104645","https://openalex.org/W3181900527","https://openalex.org/W4206461345","https://openalex.org/W4211189038","https://openalex.org/W4245225511","https://openalex.org/W4300179783","https://openalex.org/W6629695367","https://openalex.org/W6639824700","https://openalex.org/W6677198615","https://openalex.org/W6752817829","https://openalex.org/W6764447433","https://openalex.org/W6775583579","https://openalex.org/W6781148853","https://openalex.org/W6782426213","https://openalex.org/W6786050928"],"related_works":["https://openalex.org/W2592395359","https://openalex.org/W2535231171","https://openalex.org/W2045342254","https://openalex.org/W1501331687","https://openalex.org/W2326647871","https://openalex.org/W4205247302","https://openalex.org/W2468652214","https://openalex.org/W2501551404","https://openalex.org/W1504527458","https://openalex.org/W2130144716"],"abstract_inverted_index":{"Computer":[0],"vision":[1],"is":[2,37,129,145],"increasingly":[3],"effective":[4],"at":[5],"segmenting":[6],"objects":[7,34,61,79,152,192],"in":[8,62,83,136],"images":[9],"and":[10,29,47,89,112,144,153,174,184],"videos;":[11],"however,":[12],"scene":[13,27,125],"effects":[14,28,82,189],"related":[15,123],"to":[16,186,194],"the":[17,33,117,133,195],"objects\u2014shadows,":[18],"reflections,":[19,185],"generated":[20],"smoke,":[21],"etc.\u2014are":[22],"typically":[23],"overlooked.":[24],"Identifying":[25],"such":[26,55,181,190],"associating":[30,78],"them":[31,36],"with":[32,80,120],"producing":[35],"important":[38],"for":[39,107,150],"improving":[40],"our":[41],"fundamental":[42],"understanding":[43],"of":[44,53,76,96,101,156,169],"visual":[45],"scenes,":[46],"can":[48],"also":[49],"assist":[50],"a":[51,69,90,137,154],"variety":[52,155],"applications":[54],"as":[56,182,191],"removing,":[57],"duplicating,":[58],"or":[59,98],"enhancing":[60],"video.":[63,84],"In":[64],"this":[65,73],"work,":[66],"we":[67,103],"take":[68],"step":[70],"towards":[71],"solving":[72],"novel":[74],"problem":[75],"automatically":[77,149],"their":[81],"Given":[85],"an":[86,105],"ordinary":[87],"video":[88,135],"rough":[91],"segmentation":[92],"mask":[93],"over":[94],"time":[95],"one":[97],"more":[99],"subjects":[100,170],"interest,":[102],"estimate":[104],"omnimatte":[106],"each":[108],"subject\u2014an":[109],"alpha":[110],"matte":[111],"color":[113],"image":[114],"that":[115],"includes":[116],"subject":[118],"along":[119],"all":[121],"its":[122],"time-varying":[124],"elements.":[126],"Our":[127],"model":[128],"trained":[130],"only":[131],"on":[132,161],"input":[134],"self-supervised":[138],"manner,":[139],"without":[140],"any":[141],"manual":[142],"labels,":[143],"generic\u2014it":[146],"produces":[147],"omnimattes":[148],"arbitrary":[151],"effects.":[157],"We":[158],"show":[159],"results":[160],"real-world":[162],"videos":[163],"containing":[164],"interactions":[165],"between":[166],"different":[167],"types":[168],"(cars,":[171],"animals,":[172],"people)":[173],"complex":[175],"effects,":[176],"ranging":[177],"from":[178],"semitransparent":[179],"elements":[180],"smoke":[183],"fully":[187],"opaque":[188],"attached":[193],"subject.":[196],"<sup":[197],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[198],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[199]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}