{"id":"https://openalex.org/W7223801211","doi":"https://doi.org/10.48550/arxiv.2610.35724","title":"MatAnyone-E: Sparse Memory Propagation for Efficient High-Resolution Video Matting","display_name":"MatAnyone-E: Sparse Memory Propagation for Efficient High-Resolution Video Matting","publication_year":2026,"publication_date":"2026-10-26","ids":{"openalex":"https://openalex.org/W7223801211","doi":"https://doi.org/10.48550/arxiv.2610.35724"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.35724","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.35724","pdf_url":"https://arxiv.org/pdf/2610.35724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.35724","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159954349","display_name":"Shuyun Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Wang, Shuyun","raw_affiliation_strings":["S-Lab , Nanyang Technological University","The University of Queensland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159811400","display_name":"Shangchen Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhou, Shangchen","raw_affiliation_strings":["S-Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100930159","display_name":"Peiqing Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang, Peiqing","raw_affiliation_strings":["S-Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008912459","display_name":"Yuekun Dai","orcid":"https://orcid.org/0000-0002-5366-042X","observed_orcids":["https://orcid.org/0000-0002-5366-042X"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dai, Yuekun","raw_affiliation_strings":["S-Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159910884","display_name":"Xin Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yu, Xin","raw_affiliation_strings":["University of Adelaide https"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Adelaide https","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005626854","display_name":"Chen Change Loy","orcid":"https://orcid.org/0000-0001-5345-1591","observed_orcids":["https://orcid.org/0000-0001-5345-1591"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Loy, Chen Change","raw_affiliation_strings":["S-Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6660000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6660000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23409999907016754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.027899999171495438,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-matting","display_name":"video matting","score":0.9729999899864197},{"id":"https://openalex.org/keywords/high-resolution-video","display_name":"high-resolution video","score":0.7639999985694885},{"id":"https://openalex.org/keywords/lightweight-decoder","display_name":"lightweight decoder","score":0.7110000252723694},{"id":"https://openalex.org/keywords/inference-acceleration","display_name":"inference acceleration","score":0.7070000171661377},{"id":"https://openalex.org/keywords/gpu-memory-reduction","display_name":"GPU memory reduction","score":0.8960000276565552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245000243186951},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6909999847412109},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6115000247955322},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6039000153541565},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5877000093460083},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5403000116348267},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45210000872612},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3824999928474426},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.3433000147342682},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C152948882","wikidata":"https://www.wikidata.org/wiki/Q4060686","display_name":"Belief propagation","level":3,"score":0.2777999937534332},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2720000147819519},{"id":"https://openalex.org/C32653426","wikidata":"https://www.wikidata.org/wiki/Q3813641","display_name":"Background subtraction","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.35724","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.35724","pdf_url":"https://arxiv.org/pdf/2610.35724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.35724","doi":"https://doi.org/10.48550/arxiv.2610.35724","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.35724","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.35724","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.35724","pdf_url":"https://arxiv.org/pdf/2610.35724","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223801211.pdf","grobid_xml":"https://content.openalex.org/works/W7223801211.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2747413633","https://openalex.org/W3193427204","https://openalex.org/W4386071692","https://openalex.org/W2090786167","https://openalex.org/W7115591857","https://openalex.org/W4386159852","https://openalex.org/W4406841337","https://openalex.org/W4226110034","https://openalex.org/W4360765740","https://openalex.org/W3164814841"],"abstract_inverted_index":{"High-resolution":[0],"video":[1],"matting":[2,23,160],"requires":[3],"preserving":[4,120],"fine":[5],"details,":[6],"such":[7],"as":[8,41],"hair":[9],"strands":[10],"and":[11,75,113,147,173,204],"soft":[12],"transparency,":[13],"while":[14,96,119,166],"maintaining":[15],"consistency":[16],"across":[17],"frames.":[18],"Memory-based":[19],"methods":[20],"achieve":[21],"strong":[22],"quality":[24,161],"by":[25],"matching":[26,87,99,112],"current-frame":[27],"features":[28],"with":[29,138],"information":[30,122],"stored":[31],"from":[32],"earlier":[33],"frames,":[34],"but":[35],"this":[36],"process":[37],"becomes":[38],"increasingly":[39],"costly":[40],"resolution":[42],"grows.":[43],"We":[44,129],"present":[45],"MatAnyone-E,":[46],"an":[47,168],"efficient":[48],"extension":[49],"of":[50,108,116,134,181,184],"MatAnyone":[51,164,185],"2":[52,165,186],"that":[53,71,157],"focuses":[54],"computation":[55],"where":[56],"it":[57,198],"is":[58],"most":[59,79],"needed.":[60],"Our":[61],"approach":[62],"first":[63],"performs":[64,85],"low-resolution":[65,98],"propagation":[66],"to":[67,81,124,149,163,179],"identify":[68],"uncertain":[69],"regions":[70,91],"require":[72],"closer":[73],"inspection":[74],"the":[76,93,106,114,121,132,151,182],"memory":[77,117,177],"candidates":[78],"relevant":[80],"them.":[82],"It":[83],"then":[84],"high-resolution":[86,136],"only":[88],"for":[89],"these":[90],"using":[92],"selected":[94],"memory,":[95],"reusing":[97],"results":[100],"elsewhere.":[101],"This":[102],"strategy":[103],"reduces":[104],"both":[105],"number":[107],"locations":[109],"requiring":[110],"detailed":[111],"amount":[115],"searched,":[118],"needed":[123],"produce":[125],"a":[126,139,193],"complete":[127],"matte.":[128],"further":[130],"reduce":[131],"cost":[133],"generating":[135],"mattes":[137],"lightweight":[140],"decoder":[141],"designed":[142],"around":[143],"measured":[144],"runtime":[145],"bottlenecks":[146],"trained":[148],"reproduce":[150],"original":[152],"decoder's":[153],"representations.":[154],"Experiments":[155],"show":[156],"MatAnyone-E":[158],"maintains":[159],"comparable":[162],"achieving":[167],"estimated":[169],"7.4x":[170],"inference":[171,191],"speedup":[172],"reducing":[174],"peak":[175],"GPU":[176],"usage":[178,183],"7.6%":[180],"at":[187,202,207],"4K.":[188,208],"With":[189],"compilation-enabled":[190],"on":[192],"single":[194],"NVIDIA":[195],"H200":[196],"GPU,":[197],"reaches":[199],"73.07":[200],"FPS":[201,206],"1080p":[203],"28.62":[205]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-28T00:00:00"}