{"id":"https://openalex.org/W2963844898","doi":"https://doi.org/10.1109/cvpr.2018.00951","title":"Shift: A Zero FLOP, Zero Parameter Alternative to Spatial Convolutions","display_name":"Shift: A Zero FLOP, Zero Parameter Alternative to Spatial Convolutions","publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2963844898","doi":"https://doi.org/10.1109/cvpr.2018.00951","mag":"2963844898"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2018.00951","doi":"https://doi.org/10.1109/cvpr.2018.00951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2018.00951","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1711.08141","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120863457","display_name":"Bichen Wu","orcid":"https://orcid.org/0000-0002-2649-5561","observed_orcids":["https://orcid.org/0000-0002-2649-5561"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bichen Wu","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035953329","display_name":"Alvin Wan","orcid":"https://orcid.org/0000-0003-2625-5899","observed_orcids":["https://orcid.org/0000-0003-2625-5899"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvin Wan","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078165161","display_name":"Xiangyu Yue","orcid":"https://orcid.org/0000-0002-6887-2046","observed_orcids":["https://orcid.org/0000-0002-6887-2046"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyu Yue","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068071077","display_name":"Peter Jin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Jin","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051149140","display_name":"Sicheng Zhao","orcid":"https://orcid.org/0000-0001-5843-6411","observed_orcids":["https://orcid.org/0000-0001-5843-6411","https://orcid.org/0009-0001-1748-6663","https://orcid.org/0009-0002-5577-1913"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sicheng Zhao","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078067410","display_name":"Noah Golmant","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Golmant","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106942880","display_name":"Amir Gholaminejad","orcid":"https://orcid.org/0000-0003-1374-3105","observed_orcids":["https://orcid.org/0000-0003-1374-3105"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Gholaminejad","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072427753","display_name":"Joseph E. Gonzalez","orcid":"https://orcid.org/0000-0003-2921-956X","observed_orcids":["https://orcid.org/0000-0003-2921-956X"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Gonzalez","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047285420","display_name":"Kurt Keutzer","orcid":"https://orcid.org/0000-0003-3868-8501","observed_orcids":["https://orcid.org/0000-0003-3868-8501"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurt Keutzer","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":12.5249,"has_fulltext":true,"cited_by_count":408,"citation_normalized_percentile":{"value":0.98642007,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"9127","last_page":"9135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shift-operations","display_name":"shift operations","score":0.9340000152587891},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.5370000004768372},{"id":"https://openalex.org/keywords/efficient-neural-networks","display_name":"efficient neural networks","score":0.6079999804496765},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.5669999718666077},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.6010000109672546},{"id":"https://openalex.org/keywords/face-verification","display_name":"face verification","score":0.9959999918937683},{"id":"https://openalex.org/keywords/style-transfer","display_name":"style transfer","score":0.9929999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6854423880577087},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6345996856689453},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6071043610572815},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5265311002731323},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5245671272277832},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5091709494590759},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4930703341960907},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.46775269508361816},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.4155117869377136},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3661389946937561},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35512247681617737},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30025726556777954},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr.2018.00951","doi":"https://doi.org/10.1109/cvpr.2018.00951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2018.00951","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1711.08141","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.08141","pdf_url":"https://arxiv.org/pdf/1711.08141","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1711.08141","doi":"https://doi.org/10.48550/arxiv.1711.08141","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1711.08141","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1711.08141","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1711.08141","pdf_url":"https://arxiv.org/pdf/1711.08141","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G175367197","display_name":null,"funder_award_id":"HR0011-12-2-0016","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G2515541506","display_name":null,"funder_award_id":"HR0011","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320317879","display_name":"SK Hynix","ror":"https://ror.org/04z2p0w98"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963844898.pdf","grobid_xml":"https://content.openalex.org/works/W2963844898.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1845051632","https://openalex.org/W1861492603","https://openalex.org/W1924619199","https://openalex.org/W2019464758","https://openalex.org/W2096733369","https://openalex.org/W2097117768","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2325939864","https://openalex.org/W2331128040","https://openalex.org/W2341528187","https://openalex.org/W2502312327","https://openalex.org/W2513491952","https://openalex.org/W2520774990","https://openalex.org/W2531409750","https://openalex.org/W2549139847","https://openalex.org/W2580365077","https://openalex.org/W2605370493","https://openalex.org/W2612445135","https://openalex.org/W2754084392","https://openalex.org/W2951583185","https://openalex.org/W2952122856","https://openalex.org/W2963125010","https://openalex.org/W2963674932","https://openalex.org/W2964299589","https://openalex.org/W4394670654","https://openalex.org/W7098642242"],"related_works":["https://openalex.org/W3161118201","https://openalex.org/W2982619380","https://openalex.org/W2982091175","https://openalex.org/W4226390690","https://openalex.org/W4365795155","https://openalex.org/W2946958331","https://openalex.org/W2922438466","https://openalex.org/W2890246415","https://openalex.org/W2988396473","https://openalex.org/W2809048190"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"rely":[2],"on":[3,101,122],"convolutions":[4,11,52,78],"to":[5,28,44,53,98],"aggregate":[6],"spatial":[7,10,45],"information.":[8],"However,":[9],"are":[12],"expensive":[13],"in":[14],"terms":[15],"of":[16,22],"model":[17],"size":[18],"and":[19,50,67,85,127],"computation,":[20],"both":[21],"which":[23],"grow":[24],"quadratically":[25],"with":[26,59,79,119],"respect":[27],"kernel":[29],"size.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34,74,92],"present":[35],"a":[36,60],"parameter-free,":[37],"FLOP-free":[38],"\"shift\"":[39],"operation":[40],"as":[41],"an":[42],"alternative":[43],"convolutions.":[46],"We":[47,107],"fuse":[48],"shifts":[49],"point-wise":[51],"construct":[54],"end-to-end":[55],"trainable":[56],"shift-based":[57,80],"modules,":[58],"hyperparameter":[61],"characterizing":[62],"the":[63,71,95,110],"tradeoff":[64],"between":[65],"accuracy":[66,87],"efficiency.":[68],"To":[69],"demonstrate":[70,94],"operation's":[72,96,112],"efficacy,":[73],"replace":[75],"ResNet's":[76],"3x3":[77],"modules":[81],"for":[82],"improved":[83],"CIFAR10":[84],"CIFAR100":[86],"using":[88],"60%":[89],"fewer":[90,120],"parameters;":[91],"additionally":[93],"resilience":[97],"parameter":[99],"reduction":[100],"ImageNet,":[102],"outperforming":[103],"ResNet":[104],"family":[105],"members.":[106],"finally":[108],"show":[109],"shift":[111],"applicability":[113],"across":[114],"domains,":[115],"achieving":[116],"strong":[117],"performance":[118],"parameters":[121],"image":[123],"classification,":[124],"face":[125],"verification":[126],"style":[128],"transfer.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":77},{"year":2022,"cited_by_count":47},{"year":2021,"cited_by_count":60},{"year":2020,"cited_by_count":63},{"year":2019,"cited_by_count":39},{"year":2018,"cited_by_count":9}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-07-30T00:00:00"}