{"id":"https://openalex.org/W3132939773","doi":"https://doi.org/10.48550/arxiv.2102.07887","title":"VA-RED$^2$: Video Adaptive Redundancy Reduction","display_name":"VA-RED$^2$: Video Adaptive Redundancy Reduction","publication_year":2021,"publication_date":"2021-02-15","ids":{"openalex":"https://openalex.org/W3132939773","doi":"https://doi.org/10.48550/arxiv.2102.07887","mag":"3132939773"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2102.07887","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07887","pdf_url":"https://arxiv.org/pdf/2102.07887","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.07887","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078843154","display_name":"Bowen Pan","orcid":"https://orcid.org/0000-0002-8711-7433","observed_orcids":["https://orcid.org/0000-0002-8711-7433"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pan, Bowen","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049734237","display_name":"Rameswar Panda","orcid":"https://orcid.org/0000-0003-4359-2475","observed_orcids":["https://orcid.org/0000-0003-4359-2475"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panda, Rameswar","raw_affiliation_strings":["[MIT-IBM Watson AI Lab, IBM Research]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[MIT-IBM Watson AI Lab, IBM Research]","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050417141","display_name":"Camilo L. Fosco","orcid":"https://orcid.org/0009-0001-9491-8175","observed_orcids":["https://orcid.org/0009-0001-9491-8175"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fosco, Camilo","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065235694","display_name":"Chung-Ching Lin","orcid":"https://orcid.org/0000-0003-3296-9062","observed_orcids":["https://orcid.org/0000-0003-3296-9062"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin, Chung-Ching","raw_affiliation_strings":["(Microsoft)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027649744","display_name":"Alex Andonian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andonian, Alex","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101926455","display_name":"Yue Meng","orcid":"https://orcid.org/0000-0003-0204-4819","observed_orcids":["https://orcid.org/0000-0003-0204-4819"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meng, Yue","raw_affiliation_strings":["IBM research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075906727","display_name":"Kate Saenko","orcid":"https://orcid.org/0000-0002-7564-7218","observed_orcids":["https://orcid.org/0000-0002-7564-7218","https://orcid.org/0000-0002-5704-7614"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saenko, Kate","raw_affiliation_strings":["Boston Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston Univ","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021257546","display_name":"Aude Oliva","orcid":"https://orcid.org/0000-0002-6920-914X","observed_orcids":["https://orcid.org/0000-0002-6920-914X"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oliva, Aude","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052325109","display_name":"Rog\u00e9rio Feris","orcid":"https://orcid.org/0000-0001-6399-0679","observed_orcids":["https://orcid.org/0000-0001-6399-0679"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feris, Rogerio","raw_affiliation_strings":["INTERNATIONAL BUSINESS MACHINES"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INTERNATIONAL BUSINESS MACHINES","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-redundancy","display_name":"temporal redundancy","score":0.6129999756813049},{"id":"https://openalex.org/keywords/channel-redundancy","display_name":"channel redundancy","score":0.9649999737739563},{"id":"https://openalex.org/keywords/linear-reconstruction","display_name":"linear reconstruction","score":0.3869999945163727},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.4429999887943268},{"id":"https://openalex.org/keywords/video-understanding","display_name":"video understanding","score":0.4350000023841858},{"id":"https://openalex.org/keywords/flops-reduction","display_name":"FLOPs reduction","score":0.5659999847412109}],"concepts":[{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.8563241958618164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7984949350357056},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5405200719833374},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.5083767771720886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49325984716415405},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4406737685203552},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4119982123374939},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3608052730560303},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3327248692512512},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18838930130004883},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2102.07887","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07887","pdf_url":"https://arxiv.org/pdf/2102.07887","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2102.07887","doi":"https://doi.org/10.48550/arxiv.2102.07887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.07887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3132939773","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.07887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.07887","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07887","pdf_url":"https://arxiv.org/pdf/2102.07887","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1677182931","https://openalex.org/W1744759976","https://openalex.org/W1923332106","https://openalex.org/W2016053056","https://openalex.org/W2034014085","https://openalex.org/W2126579184","https://openalex.org/W2156303437","https://openalex.org/W2179423374","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2325237720","https://openalex.org/W2507009361","https://openalex.org/W2507296351","https://openalex.org/W2518108298","https://openalex.org/W2560023338","https://openalex.org/W2562731582","https://openalex.org/W2604231779","https://openalex.org/W2612445135","https://openalex.org/W2619082050","https://openalex.org/W2737258237","https://openalex.org/W2746726611","https://openalex.org/W2767286248","https://openalex.org/W2770804203","https://openalex.org/W2783139164","https://openalex.org/W2798472916","https://openalex.org/W2799176631","https://openalex.org/W2810075754","https://openalex.org/W2883429621","https://openalex.org/W2884751099","https://openalex.org/W2886953980","https://openalex.org/W2902251695","https://openalex.org/W2938698191","https://openalex.org/W2941505483","https://openalex.org/W2946948417","https://openalex.org/W2949117887","https://openalex.org/W2962677625","https://openalex.org/W2962850830","https://openalex.org/W2962934715","https://openalex.org/W2962944050","https://openalex.org/W2963155035","https://openalex.org/W2963163009","https://openalex.org/W2963321993","https://openalex.org/W2963393494","https://openalex.org/W2963420686","https://openalex.org/W2963460174","https://openalex.org/W2963526497","https://openalex.org/W2963674932","https://openalex.org/W2963910036","https://openalex.org/W2964299589","https://openalex.org/W2964331719","https://openalex.org/W2970604398","https://openalex.org/W2985693775","https://openalex.org/W2989728968","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W3015538334","https://openalex.org/W3034658206","https://openalex.org/W3035413240","https://openalex.org/W3035619757","https://openalex.org/W3101367838","https://openalex.org/W3108892828","https://openalex.org/W3128170523"],"related_works":["https://openalex.org/W4405180659","https://openalex.org/W6979305978","https://openalex.org/W4415428843","https://openalex.org/W3202301233","https://openalex.org/W4292828331","https://openalex.org/W2894608918","https://openalex.org/W7221884025","https://openalex.org/W7065434660","https://openalex.org/W4390874372","https://openalex.org/W4372259891"],"abstract_inverted_index":{"Performing":[0],"inference":[1],"on":[2,61,80,172],"deep":[3],"learning":[4],"models":[5],"for":[6,117],"videos":[7,29,72,78],"remains":[8],"a":[9,91,159,163],"challenge":[10],"due":[11],"to":[12,20,83,108,114,194],"the":[13,31,51,62,69,124,127,133,138,150,155],"large":[14],"amount":[15],"of":[16,27,34,50,57,66,126],"computational":[17],"resources":[18],"required":[19],"achieve":[21],"robust":[22],"recognition.":[23],"An":[24],"inherent":[25],"property":[26],"real-world":[28],"is":[30,98],"high":[32],"correlation":[33],"information":[35],"across":[36],"frames":[37],"which":[38,97],"can":[39],"translate":[40],"into":[41],"redundancy":[42,76,92],"in":[43,68,158,189],"either":[44],"temporal":[45,75,118],"or":[46,53],"spatial":[47],"feature":[48],"maps":[49],"models,":[52],"both.":[54],"The":[55],"type":[56,65],"redundant":[58,140],"features":[59,112,141],"depends":[60],"dynamics":[63],"and":[64,119,176],"events":[67],"video:":[70],"static":[71],"have":[73,84],"more":[74,85],"while":[77],"focusing":[79],"objects":[81],"tend":[82],"channel":[86,120],"redundancy.":[87],"Here":[88],"we":[89,136],"present":[90],"reduction":[93,188],"framework,":[94],"termed":[95],"VA-RED$^2$,":[96],"input-dependent.":[99],"Specifically,":[100],"our":[101,182],"VA-RED$^2$":[102],"framework":[103,183],"uses":[104],"an":[105],"input-dependent":[106],"policy":[107,152],"decide":[109],"how":[110],"many":[111],"need":[113],"be":[115],"computed":[116],"dimensions.":[121],"To":[122],"keep":[123],"capacity":[125],"original":[128],"model,":[129],"after":[130],"fully":[131],"computing":[132],"necessary":[134],"features,":[135],"reconstruct":[137],"remaining":[139],"from":[142],"those":[143],"using":[144],"cheap":[145],"linear":[146],"operations.":[147],"We":[148],"learn":[149],"adaptive":[151],"jointly":[153],"with":[154,162],"network":[156],"weights":[157],"differentiable":[160],"way":[161],"shared-weight":[164],"mechanism,":[165],"making":[166],"it":[167],"highly":[168],"efficient.":[169],"Extensive":[170],"experiments":[171],"multiple":[173],"video":[174],"datasets":[175],"different":[177],"visual":[178],"tasks":[179],"show":[180],"that":[181],"achieves":[184],"$20\\%":[185],"-":[186],"40\\%$":[187],"computation":[190],"(FLOPs)":[191],"when":[192],"compared":[193],"state-of-the-art":[195],"methods":[196],"without":[197],"any":[198],"performance":[199],"loss.":[200],"Project":[201],"page:":[202],"http://people.csail.mit.edu/bpan/va-red/.":[203]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":6}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2021-03-01T00:00:00"}