{"id":"https://openalex.org/W4415539291","doi":"https://doi.org/10.1145/3746027.3755186","title":"Decode-What-Matters: Frame-Level Parallel Generative Decoding to Accelerate Large-Scale Video Analytics","display_name":"Decode-What-Matters: Frame-Level Parallel Generative Decoding to Accelerate Large-Scale Video Analytics","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415539291","doi":"https://doi.org/10.1145/3746027.3755186"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102337891","display_name":"Xiaokun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokun Wang","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-7114-1417","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103208814","display_name":"Yuting Yan","orcid":"https://orcid.org/0000-0002-7058-1272"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Yan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7058-1272","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394022","display_name":"Sheng Zhang","orcid":"https://orcid.org/0000-0002-6581-6399"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Zhang","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6581-6399","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075138256","display_name":"Andong Zhu","orcid":"https://orcid.org/0009-0002-8233-329X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Andong Zhu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-8233-329X","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446712","display_name":"Ning Chen","orcid":"https://orcid.org/0000-0003-0722-1757"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Chen","raw_affiliation_strings":["Soochow University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0722-1757","affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026906296","display_name":"Yu Chen","orcid":"https://orcid.org/0000-0001-8680-1922"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Chen","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8680-1922","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015547394","display_name":"Zhuzhong Qian","orcid":"https://orcid.org/0000-0003-1625-7575"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuzhong Qian","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1625-7575","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043533769","display_name":"Sanglu Lu","orcid":"https://orcid.org/0000-0003-1467-4519"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanglu Lu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1467-4519","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056373751","display_name":"Yu Liang","orcid":"https://orcid.org/0000-0002-9251-4337"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liang","raw_affiliation_strings":["Nanjing Normal University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9251-4337","affiliations":[{"raw_affiliation_string":"Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3287633,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11805","last_page":"11814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5616999864578247},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5424000024795532},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.5023000240325928},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4650999903678894},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4377000033855438},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.3978999853134155},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.39660000801086426},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3919000029563904},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.3792000114917755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8476999998092651},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5616999864578247},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5424000024795532},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.5023000240325928},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4650999903678894},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4377000033855438},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3977000117301941},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3919000029563904},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37630000710487366},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3684999942779541},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3176000118255615},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.2847000062465668},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.2671000063419342},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1964591373","https://openalex.org/W2194775991","https://openalex.org/W2904019187","https://openalex.org/W2963787388","https://openalex.org/W3003344099","https://openalex.org/W3114891473","https://openalex.org/W3205777752","https://openalex.org/W4284886908","https://openalex.org/W4312058685","https://openalex.org/W4386075849"],"related_works":[],"abstract_inverted_index":{"Video":[0],"analytics":[1,107],"pipelines":[2],"(VAPs)":[3],"have":[4],"been":[5],"a":[6,33,78,92,104,110,121,172,190],"paradigm":[7],"for":[8,161],"large-scale":[9,179],"video":[10,106,142,181],"analytics.":[11],"Due":[12],"to":[13,25,50,54,72,196],"temporal":[14],"redundancy":[15],"in":[16,23,64,86],"video,":[17],"frame":[18,126,166],"filtering":[19],"is":[20],"widely":[21],"used":[22],"VAPs":[24,87],"reduce":[26],"analysis":[27,162],"workload.":[28],"However,":[29],"existing":[30],"works":[31],"overlook":[32],"limitation:":[34],"while":[35],"inference":[36],"operates":[37],"only":[38],"on":[39,171,178,193],"selected":[40,75],"frames,":[41],"decoders":[42],"must":[43],"still":[44],"process":[45],"many":[46],"redundant":[47],"frames":[48,71,131,147,158],"due":[49],"codec":[51],"dependencies,":[52],"leading":[53],"over-decoding":[55,80],"trap.":[56],"This":[57],"limitation":[58],"stems":[59],"from":[60],"the":[61,83],"reference-based":[62],"design":[63],"modern":[65,89],"codecs,":[66],"which":[67,157],"require":[68],"decoding":[69],"preceding":[70],"reconstruct":[73],"any":[74],"one.":[76],"As":[77],"result,":[79],"has":[81],"become":[82],"practical":[84],"bottleneck":[85],"using":[88,140],"decoders,":[90,118],"highlighting":[91],"critical":[93],"but":[94],"under-explored":[95],"problem.":[96],"To":[97,128],"address":[98],"this":[99],"issue,":[100],"we":[101],"propose":[102],"ParaDeco,":[103],"high-throughput":[105],"framework":[108],"featuring":[109],"novel":[111],"frame-level":[112],"parallel":[113],"generative":[114],"decoder.":[115],"Unlike":[116],"traditional":[117],"ParaDeco":[119,133,155,170,188],"adopts":[120],"decode-what-matters":[122],"approach":[123],"with":[124,151],"decoupled":[125],"dependencies.":[127],"decode":[129],"arbitrary":[130],"independently,":[132],"generates":[134],"frame-wise":[135],"features":[136],"as":[137],"standalone":[138],"skeletons":[139],"compressed":[141],"metadata,":[143],"then":[144],"predicts":[145],"pseudo":[146],"maintaining":[148],"semantic":[149],"consistency":[150],"original":[152],"frames.":[153],"Moreover,":[154],"identifies":[156],"truly":[159],"matter":[160],"via":[163],"delicate":[164],"contribution-based":[165],"filtering.":[167],"We":[168],"implement":[169],"cloud":[173],"server":[174],"and":[175],"evaluate":[176],"it":[177],"real-world":[180],"datasets.":[182],"Our":[183],"experimental":[184],"results":[185],"show":[186],"that":[187],"achieves":[189],"2.76\u00d7":[191],"speedup":[192],"average":[194],"compared":[195],"state-of-the-art":[197],"VAPs.":[198]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-25T00:00:00"}
