{"id":"https://openalex.org/W7164318265","doi":"https://doi.org/10.48550/arxiv.2606.12215","title":"MLT-Dedup: Efficient Large-Scale Online Video Deduplication via Multi-Level Representations and Spatial-Temporal Matching","display_name":"MLT-Dedup: Efficient Large-Scale Online Video Deduplication via Multi-Level Representations and Spatial-Temporal Matching","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164318265","doi":"https://doi.org/10.48550/arxiv.2606.12215"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12215","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138431765","display_name":"David Yuchen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, David Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138408706","display_name":"Haoying Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haoying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091627882","display_name":"Hailun Xu","orcid":"https://orcid.org/0009-0008-3903-1337"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hailun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076599174","display_name":"Wei Chee Yew","orcid":"https://orcid.org/0000-0002-1924-7412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yew, Wei Chee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138405663","display_name":"Zirui Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138436391","display_name":"Sanjay Saha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saha, Sanjay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138482875","display_name":"Hao Hei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hei, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082477337","display_name":"Kanchan Sarkar","orcid":"https://orcid.org/0000-0002-0025-7055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarkar, Kanchan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138462498","display_name":"Kun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.593500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.593500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.07569999992847443,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.07370000332593918,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.9559000134468079},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6222000122070312},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4577000141143799},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4025999903678894},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3601999878883362},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3467999994754791},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.34310001134872437},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.33559998869895935}],"concepts":[{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.9559000134468079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8348000049591064},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6222000122070312},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4025999903678894},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39959999918937683},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39500001072883606},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3601999878883362},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3206999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C59276292","wikidata":"https://www.wikidata.org/wiki/Q580427","display_name":"Database index","level":3,"score":0.29330000281333923},{"id":"https://openalex.org/C2775856596","wikidata":"https://www.wikidata.org/wiki/Q25141683","display_name":"Video browsing","level":4,"score":0.27059999108314514},{"id":"https://openalex.org/C108803254","wikidata":"https://www.wikidata.org/wiki/Q857512","display_name":"Smacker video","level":4,"score":0.2669000029563904},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4429790675640106,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"explosive":[1],"growth":[2],"of":[3,15,137],"user-generated":[4],"video":[5,43,49,85],"content":[6],"on":[7,154],"online":[8,84,163],"platforms":[9],"is":[10],"accompanied":[11],"by":[12,27,166],"the":[13],"emergence":[14],"numerous":[16],"near-duplicate":[17],"videos--videos":[18],"that":[19,160],"are":[20,120],"identical":[21],"or":[22],"highly":[23],"similar":[24],"but":[25],"differ":[26],"partial":[28],"edits.":[29],"These":[30],"duplicates":[31],"degrade":[32],"user":[33],"experience":[34],"and":[35,38,72,91,107,142],"increase":[36,179],"storage":[37],"bandwidth":[39],"costs,":[40],"making":[41],"large-scale":[42,83,157],"deduplication":[44,50,86,150],"a":[45,53,62,97,131,155,177],"critical":[46],"task.":[47],"Existing":[48],"frameworks":[51],"face":[52],"fundamental":[54],"challenge":[55],"in":[56,180,187],"retrieving":[57],"sufficient":[58],"high-quality":[59],"candidates":[60],"under":[61],"limited":[63],"index":[64],"budget,":[65],"as":[66,68],"well":[67],"trade-offs":[69],"between":[70],"efficiency":[71],"precision.":[73,170],"To":[74],"address":[75],"these":[76],"issues,":[77],"we":[78,128],"propose":[79],"MLT-Dedup,":[80],"an":[81],"efficient":[82,114],"framework":[87],"with":[88],"Multi-Level":[89,98],"representations":[90],"spatial-Temporal":[92],"matching.":[93,125],"Our":[94],"approach":[95],"employs":[96],"Video":[99],"Encoder":[100],"(ML-VE)":[101],"to":[102,147],"extract":[103],"both":[104],"fine-grained":[105,118],"frame-level":[106],"sparse":[108,111,173],"clip-level":[109],"embeddings:":[110],"embeddings":[112,119],"support":[113,148],"candidate":[115,185],"retrieval,":[116],"while":[117],"loaded":[121],"for":[122],"precise":[123],"pairwise":[124],"During":[126],"matching,":[127],"introduce":[129],"DiF-SiM,":[130],"Differential":[132],"Feature-enhanced":[133],"Similarity":[134],"Module":[135],"capable":[136],"locating":[138],"duplicated":[139],"temporal":[140],"segments":[141],"providing":[143],"reliable":[144],"similarity":[145],"evidence":[146],"policy-driven":[149],"decisions.":[151],"Extensive":[152],"experiments":[153],"real-world":[156,188],"platform":[158],"demonstrate":[159],"MLT-Dedup":[161],"reduces":[162],"repetition":[164],"rates":[165],"91%":[167],"at":[168],"90%":[169],"Furthermore,":[171],"our":[172],"retrieval":[174],"design":[175],"achieves":[176],"5x":[178],"indexing":[181],"capacity,":[182],"enabling":[183],"broader":[184],"coverage":[186],"deployment.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}