{"id":"https://openalex.org/W3204419213","doi":"https://doi.org/10.1109/iccv48922.2021.01332","title":"VidTr: Video Transformer Without Convolutions","display_name":"VidTr: Video Transformer Without Convolutions","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3204419213","doi":"https://doi.org/10.1109/iccv48922.2021.01332","mag":"3204419213","pmid":"https://pubmed.ncbi.nlm.nih.gov/35557988","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9093781"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.01332","doi":"https://doi.org/10.1109/iccv48922.2021.01332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.01332","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3204419213"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9093781","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102725752","display_name":"Yanyi Zhang","orcid":"https://orcid.org/0000-0001-9903-8356","observed_orcids":["https://orcid.org/0000-0001-9903-8356"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanyi Zhang","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406079","display_name":"Xinyu Li","orcid":"https://orcid.org/0000-0001-5398-3707","observed_orcids":["https://orcid.org/0000-0001-5398-3707","https://orcid.org/0009-0004-7623-4951"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Li","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761540","display_name":"Chunhui Liu","orcid":"https://orcid.org/0000-0002-3105-0006","observed_orcids":["https://orcid.org/0000-0002-3105-0006"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunhui Liu","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048015379","display_name":"Bing Shuai","orcid":"https://orcid.org/0000-0001-5811-9950","observed_orcids":["https://orcid.org/0000-0001-5811-9950","https://orcid.org/0000-0002-2204-3568"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bing Shuai","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019191351","display_name":"Yi Zhu","orcid":"https://orcid.org/0000-0002-6482-6712","observed_orcids":["https://orcid.org/0000-0002-6482-6712"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Zhu","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074576698","display_name":"Biagio Brattoli","orcid":"https://orcid.org/0000-0002-8482-3375","observed_orcids":["https://orcid.org/0000-0002-8482-3375"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Biagio Brattoli","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353668","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0003-4711-4438","observed_orcids":["https://orcid.org/0000-0003-4711-4438"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068126329","display_name":"Ivan Marsic","orcid":"https://orcid.org/0000-0002-1033-6865","observed_orcids":["https://orcid.org/0000-0002-1033-6865"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivan Marsic","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002114219","display_name":"Joseph Tighe","orcid":"https://orcid.org/0000-0002-0716-8119","observed_orcids":["https://orcid.org/0000-0002-0716-8119"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Tighe","raw_affiliation_strings":["Amazon Web Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Service","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.339,"has_fulltext":true,"cited_by_count":282,"citation_normalized_percentile":{"value":0.99139081,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"2021","issue":null,"first_page":"13557","last_page":"13567"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-transformer","display_name":"video transformer","score":0.9739999771118164},{"id":"https://openalex.org/keywords/video-classification","display_name":"video classification","score":0.7870000004768372},{"id":"https://openalex.org/keywords/memory-efficiency","display_name":"memory efficiency","score":0.6029999852180481},{"id":"https://openalex.org/keywords/spatio-temporal-modeling","display_name":"spatio-temporal modeling","score":0.8709999918937683},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.574999988079071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5959810614585876},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5277149081230164},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.25450751185417175},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13123124837875366},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09909188747406006}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/iccv48922.2021.01332","doi":"https://doi.org/10.1109/iccv48922.2021.01332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.01332","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmid:35557988","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35557988","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. IEEE International Conference on Computer Vision","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9093781","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9093781","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Proc IEEE Int Conf Comput Vis","raw_type":"Text"},{"id":"pmh:oai:arXiv.org:2104.11746","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.11746","pdf_url":"https://arxiv.org/pdf/2104.11746","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2104.11746","doi":"https://doi.org/10.48550/arxiv.2104.11746","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.11746","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3204419213","doi":null,"is_oa":false,"landing_page_url":"https://assets.amazon.science/bd/1c/9ac4b53745c6a5722a08da31a5b7/vidtr-video-transformer-without-convolutions.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Computer Vision","raw_type":null}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:9093781","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9093781","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Proc IEEE Int Conf Comput Vis","raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1355310976","display_name":"Intention-aware Recommender System for Improving Trauma Resuscitation Outcomes","funder_award_id":"R01LM011834","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204419213.pdf","grobid_xml":"https://content.openalex.org/works/W3204419213.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W237546731","https://openalex.org/W1522734439","https://openalex.org/W1923404803","https://openalex.org/W2016053056","https://openalex.org/W2064675550","https://openalex.org/W2126579184","https://openalex.org/W2337252826","https://openalex.org/W2413641397","https://openalex.org/W2465313502","https://openalex.org/W2507009361","https://openalex.org/W2526639894","https://openalex.org/W2549139847","https://openalex.org/W2608988379","https://openalex.org/W2619082050","https://openalex.org/W2625366777","https://openalex.org/W2626778328","https://openalex.org/W2769581371","https://openalex.org/W2770804203","https://openalex.org/W2806331055","https://openalex.org/W2883534172","https://openalex.org/W2896457183","https://openalex.org/W2902199720","https://openalex.org/W2952686080","https://openalex.org/W2955874753","https://openalex.org/W2961193895","https://openalex.org/W2962934715","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963341956","https://openalex.org/W2963351113","https://openalex.org/W2963563276","https://openalex.org/W2981304952","https://openalex.org/W2981385151","https://openalex.org/W2984287396","https://openalex.org/W2989728968","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W2996901793","https://openalex.org/W2996937600","https://openalex.org/W3015468748","https://openalex.org/W3015538334","https://openalex.org/W3022265721","https://openalex.org/W3030520226","https://openalex.org/W3035303837","https://openalex.org/W3035413240","https://openalex.org/W3035619757","https://openalex.org/W3043840704","https://openalex.org/W3094502228","https://openalex.org/W3108892828","https://openalex.org/W3111929329","https://openalex.org/W3116489684","https://openalex.org/W3117707723","https://openalex.org/W3121523901","https://openalex.org/W3122411985","https://openalex.org/W3126337037","https://openalex.org/W3126721948","https://openalex.org/W3137384391","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3147387781","https://openalex.org/W3165924482","https://openalex.org/W3170874841","https://openalex.org/W3172908893","https://openalex.org/W3184564979","https://openalex.org/W3202698164","https://openalex.org/W3204076343","https://openalex.org/W4288092355","https://openalex.org/W4306884028","https://openalex.org/W4307092789","https://openalex.org/W4312560592","https://openalex.org/W6631456553","https://openalex.org/W7225211874"],"related_works":["https://openalex.org/W3147387781","https://openalex.org/W4285428166","https://openalex.org/W3170860705","https://openalex.org/W4301950834","https://openalex.org/W4286212078","https://openalex.org/W3126721948","https://openalex.org/W4390872179","https://openalex.org/W4390874372","https://openalex.org/W4220815782","https://openalex.org/W4383065821"],"abstract_inverted_index":{"We":[0,33,59],"introduce":[1,35],"Video":[2],"Transformer":[3],"(VidTr)":[4],"with":[5,11,30,55,111],"separable-attention":[6],"for":[7,88],"video":[8,38],"classification.":[9],"Comparing":[10],"commonly":[12,108],"used":[13,109],"3D":[14],"networks,":[15],"VidTr":[16,62,102,131],"is":[17,45,132],"able":[18,46],"to":[19,47],"aggregate":[20],"spatiotemporal":[21],"information":[22],"via":[23],"stacked":[24],"attentions":[25],"and":[26,40,119,127],"provide":[27],"better":[28],"performance":[29,105],"higher":[31],"efficiency.":[32],"first":[34],"the":[36,65,72,78,82,93,117],"vanilla":[37],"transformer":[39,43],"show":[41,129],"that":[42,130,138],"module":[44],"perform":[48],"spatio-temporal":[49],"modeling":[50],"from":[51],"raw":[52],"pixels,":[53],"but":[54],"heavy":[56],"memory":[57,66],"usage.":[58],"then":[60],"present":[61],"which":[63,91],"reduces":[64,92],"cost":[67],"by":[68,95],"3.3\u00d7":[69],"while":[70],"keeping":[71],"same":[73],"performance.":[74],"To":[75],"further":[76],"optimize":[77],"model,":[79],"we":[80],"propose":[81],"standard":[83],"deviation":[84],"based":[85],"topK":[86],"pooling":[87],"attention":[89],"(pooltopK_std),":[90],"computation":[94],"dropping":[96],"non-informative":[97],"features":[98],"along":[99],"temporal":[100,141],"dimension.":[101],"achieves":[103],"state-of-the-art":[104],"on":[106],"five":[107],"datasets":[110],"lower":[112],"computational":[113],"requirement,":[114],"showing":[115],"both":[116],"efficiency":[118],"effectiveness":[120],"of":[121],"our":[122],"design.":[123],"Finally,":[124],"error":[125],"analysis":[126],"visualization":[128],"especially":[133],"good":[134],"at":[135],"predicting":[136],"actions":[137],"require":[139],"long-term":[140],"reasoning.":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3204419213","counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":52},{"year":2023,"cited_by_count":82},{"year":2022,"cited_by_count":73},{"year":2021,"cited_by_count":14}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-10-11T00:00:00"}
