{"id":"https://openalex.org/W2584551089","doi":"https://doi.org/10.1109/bigdata.2016.7840693","title":"Efficient large scale near-duplicate video detection base on spark","display_name":"Efficient large scale near-duplicate video detection base on spark","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2584551089","doi":"https://doi.org/10.1109/bigdata.2016.7840693","mag":"2584551089"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063717062","display_name":"Jinna Lv","orcid":"https://orcid.org/0000-0002-3416-1465"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinna Lv","raw_affiliation_strings":["Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101512414","display_name":"Bin Wu","orcid":"https://orcid.org/0000-0002-4976-8956"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wu","raw_affiliation_strings":["Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100736164","display_name":"Shuai Yang","orcid":"https://orcid.org/0000-0002-5576-8629"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Yang","raw_affiliation_strings":["Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102996105","display_name":"Bingjing Jia","orcid":"https://orcid.org/0000-0003-3802-2371"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingjing Jia","raw_affiliation_strings":["Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligence Telecommunication Software and Multimedia, Beiiing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017643391","display_name":"Peigang Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peigang Qiu","raw_affiliation_strings":["State Post Bureau Safety Supervision Center, Beijing, 100091, China"],"affiliations":[{"raw_affiliation_string":"State Post Bureau Safety Supervision Center, Beijing, 100091, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5063717062"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.002,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84060282,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"957","last_page":"962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8406939506530762},{"id":"https://openalex.org/keywords/scale-invariant-feature-transform","display_name":"Scale-invariant feature transform","score":0.7440765500068665},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6513708829879761},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5958821177482605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5691394805908203},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5457789301872253},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5391440987586975},{"id":"https://openalex.org/keywords/video-retrieval","display_name":"Video retrieval","score":0.5174132585525513},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5097731947898865},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4469875991344452},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41376280784606934},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35608381032943726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8406939506530762},{"id":"https://openalex.org/C61265191","wikidata":"https://www.wikidata.org/wiki/Q767770","display_name":"Scale-invariant feature transform","level":3,"score":0.7440765500068665},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6513708829879761},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5958821177482605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5691394805908203},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5457789301872253},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5391440987586975},{"id":"https://openalex.org/C2983174267","wikidata":"https://www.wikidata.org/wiki/Q3775098","display_name":"Video retrieval","level":2,"score":0.5174132585525513},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5097731947898865},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4469875991344452},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41376280784606934},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35608381032943726},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1571129248","https://openalex.org/W1949591461","https://openalex.org/W2015688490","https://openalex.org/W2017777566","https://openalex.org/W2018369373","https://openalex.org/W2025432722","https://openalex.org/W2049675780","https://openalex.org/W2079106623","https://openalex.org/W2115905052","https://openalex.org/W2124795170","https://openalex.org/W2128109799","https://openalex.org/W2133845638","https://openalex.org/W2144127483","https://openalex.org/W2162349892","https://openalex.org/W2162659160","https://openalex.org/W2204750386","https://openalex.org/W2218171778","https://openalex.org/W2324393192","https://openalex.org/W6634344068"],"related_works":["https://openalex.org/W3034955165","https://openalex.org/W2094920358","https://openalex.org/W2041448692","https://openalex.org/W2247121321","https://openalex.org/W2391926582","https://openalex.org/W2087391438","https://openalex.org/W1966831329","https://openalex.org/W2316074893","https://openalex.org/W2020188645","https://openalex.org/W2049930962"],"abstract_inverted_index":{"With":[0],"the":[1,36,49,56,70,87,95,127,174,206,235],"huge":[2],"amount":[3],"of":[4,35,58,130,246],"web":[5],"video":[6,61,191],"data":[7],"and":[8,48,72,90,97,121,152,164,180,199,228,256],"its":[9,31,178],"exponential":[10],"growth":[11],"in":[12,19,182,244],"recent":[13],"years,":[14],"there":[15],"are":[16],"new":[17],"challenges":[18],"Near-Duplicate":[20],"Video":[21],"Detection":[22],"(NDVD)":[23],"which":[24,193,224],"have":[25,65],"attracted":[26],"much":[27],"attention":[28],"owing":[29],"to":[30,40,44,54,85,111,124,172,177,240],"wide":[32],"applications.":[33],"One":[34],"problems":[37],"is":[38,52,80,147,156,170,194,219,238,254],"how":[39,53],"extract":[41],"discriminative":[42],"features":[43,123,151,175],"achieve":[45,73,241],"higher":[46,88],"precision,":[47,98],"other":[50,249],"problem":[51],"improve":[55],"efficiency":[57,91,96,181],"large":[59,108],"scale":[60,109],"analysis.":[62],"Existing":[63],"methods":[64],"predominantly":[66],"focused":[67],"on":[68,76,208,214,221],"improving":[69],"precision":[71,89],"some":[74,242],"success":[75],"NDVD.":[77,183],"However,":[78],"it":[79],"an":[81],"extremely":[82],"challenging":[83],"task":[84],"guarantee":[86],"simultaneously.":[92],"To":[93],"balance":[94],"we":[99,118,185,204],"propose":[100],"a":[101,187],"Multi-Feature":[102],"based":[103,213],"Parallel":[104],"System":[105],"(MFPS)":[106],"for":[107,162,190],"NDVD":[110],"overcome":[112],"these":[113],"challenges.":[114],"For":[115],"feature":[116],"extraction,":[117],"combine":[119],"local":[120,150],"global":[122,159],"accurately":[125],"represent":[126],"critical":[128],"information":[129],"video.":[131],"In":[132],"our":[133,252],"work,":[134],"not":[135],"only":[136],"Scale-Invariant":[137],"Feature":[138],"Transform":[139],"(SIFT)":[140],"but":[141],"also":[142],"Local":[143],"Maximal":[144],"Occurrence":[145],"(LOMO)":[146],"introduced":[148],"as":[149,158],"Color":[153],"Name":[154],"(CN)":[155],"adopted":[157],"feature.":[160],"Meanwhile,":[161],"SIFT":[163],"CN":[165],"features,":[166],"Bag-of-Visual-Words":[167],"(BoVW)":[168],"method":[169,237],"used":[171],"quantize":[173],"due":[176],"accuracy":[179],"Furthermore,":[184],"design":[186],"similarity":[188],"measure":[189],"pairs":[192],"inspired":[195],"by":[196],"hough":[197],"transform":[198],"sliding":[200],"window":[201],"idea.":[202],"Finally,":[203],"implement":[205],"system":[207],"parallel":[209],"cloud":[210],"computing":[211],"platform":[212],"spark.":[215],"A":[216],"comprehensive":[217],"evaluation":[218],"conducted":[220],"CC_WEB_VIDEO":[222],"dataset":[223],"includes":[225],"12790":[226],"videos":[227],"27%":[229],"near-duplicates.":[230],"Experimental":[231],"results":[232],"show":[233],"that":[234],"proposed":[236],"able":[239],"improvements":[243],"term":[245],"mAP":[247],"against":[248],"methods.":[250],"Moreover,":[251],"approach":[253],"efficient":[255],"achieves":[257],"5.8X":[258],"speedup.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}