{"id":"https://openalex.org/W4385570397","doi":"https://doi.org/10.18653/v1/2023.acl-long.871","title":"HyperMixer: An MLP-based Low Cost Alternative to Transformers","display_name":"HyperMixer: An MLP-based Low Cost Alternative to Transformers","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385570397","doi":"https://doi.org/10.18653/v1/2023.acl-long.871"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.871","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.871","pdf_url":"https://aclanthology.org/2023.acl-long.871.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.acl-long.871.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102917205","display_name":"Florian Mai","orcid":"https://orcid.org/0000-0003-1370-9740"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]},{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Florian Mai","raw_affiliation_strings":["\u2663 University of Geneva, Geneva, Switzerland","EPFL, Lausanne, Switzerland","Idiap Research Institute, Martigny, Switzerland"],"affiliations":[{"raw_affiliation_string":"\u2663 University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059678146","display_name":"Arnaud Pannatier","orcid":null},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]},{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Arnaud Pannatier","raw_affiliation_strings":["EPFL, Lausanne, Switzerland","Idiap Research Institute, Martigny, Switzerland","\u2663 University of Geneva, Geneva, Switzerland"],"affiliations":[{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]},{"raw_affiliation_string":"\u2663 University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067581142","display_name":"Fabio Fehr","orcid":null},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]},{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]},{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fabio Fehr","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland","\u2663 University of Geneva, Geneva, Switzerland","EPFL, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]},{"raw_affiliation_string":"\u2663 University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101905561","display_name":"Haolin Chen","orcid":"https://orcid.org/0000-0003-1791-6560"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]},{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]},{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Haolin Chen","raw_affiliation_strings":["EPFL, Lausanne, Switzerland","\u2663 University of Geneva, Geneva, Switzerland","Idiap Research Institute, Martigny, Switzerland"],"affiliations":[{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u2663 University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026460704","display_name":"Fran\u00e7ois Marelli","orcid":"https://orcid.org/0000-0002-8261-238X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]},{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]},{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Francois Marelli","raw_affiliation_strings":["\u2663 University of Geneva, Geneva, Switzerland","EPFL, Lausanne, Switzerland","Idiap Research Institute, Martigny, Switzerland"],"affiliations":[{"raw_affiliation_string":"\u2663 University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076094010","display_name":"Fran\u00e7ois Fleuret","orcid":"https://orcid.org/0000-0001-9457-7393"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]},{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]},{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Francois Fleuret","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland","\u2663 University of Geneva, Geneva, Switzerland","EPFL, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]},{"raw_affiliation_string":"\u2663 University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]},{"raw_affiliation_string":"EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084321238","display_name":"James Henderson","orcid":"https://orcid.org/0000-0003-3714-4799"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"James Henderson","raw_affiliation_strings":["Idiap Research Institute, Martigny, Switzerland"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, Martigny, Switzerland","institution_ids":["https://openalex.org/I7495430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102917205"],"corresponding_institution_ids":["https://openalex.org/I114457229","https://openalex.org/I5124864","https://openalex.org/I7495430"],"apc_list":null,"apc_paid":null,"fwci":2.2169,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90190119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"15632","last_page":"15654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chen","display_name":"Chen","score":0.4893614649772644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47401294112205505},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.0602685809135437}],"concepts":[{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.4893614649772644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47401294112205505},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0602685809135437},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.871","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.871","pdf_url":"https://aclanthology.org/2023.acl-long.871.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:orbi.umons.ac.be:20.500.12907/54520","is_oa":true,"landing_page_url":"https://orbi.umons.ac.be/handle/20.500.12907/54520","pdf_url":"https://orbi.umons.ac.be/bitstream/20.500.12907/54520/1/2023.acl-long.871.pdf","source":{"id":"https://openalex.org/S7407055454","display_name":"ORBi UMONS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Long Papers (2023); Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Toronto, Can [Can], 09-07-2023 => 14-07-2023","raw_type":"peer reviewed"},{"id":"pmh:oai:infoscience.epfl.ch:310780","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/207634","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"conference proceedings"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.871","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.871","pdf_url":"https://aclanthology.org/2023.acl-long.871.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G327741408","display_name":"MHC class II signaling in activated human T and natural killer (NK) cells","funder_award_id":"32432","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G4208150728","display_name":"NAST: Neural Architectures for Speech Technology","funder_award_id":"185010","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G5646008450","display_name":null,"funder_award_id":"51NF40_180888","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G8431988732","display_name":"Computational biomicroscopy: advanced image processing methods to quantify live biological systems","funder_award_id":"179217","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320325646","display_name":"Nepal Academy of Science and Technology","ror":"https://ror.org/00863x694"},{"id":"https://openalex.org/F4320327931","display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung","ror":"https://ror.org/05a2bhn71"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385570397.pdf"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1840435438","https://openalex.org/W2097998348","https://openalex.org/W2194775991","https://openalex.org/W2251939518","https://openalex.org/W2899663614","https://openalex.org/W2923014074","https://openalex.org/W2962851944","https://openalex.org/W2963341956","https://openalex.org/W2963542740","https://openalex.org/W2963748441","https://openalex.org/W2963809228","https://openalex.org/W2963846996","https://openalex.org/W2964303773","https://openalex.org/W2970283086","https://openalex.org/W2978017171","https://openalex.org/W3010768098","https://openalex.org/W3015468748","https://openalex.org/W3034389353","https://openalex.org/W3037798801","https://openalex.org/W3123161422","https://openalex.org/W3129603602","https://openalex.org/W3157506437","https://openalex.org/W3162090017","https://openalex.org/W3168656614","https://openalex.org/W3172642864","https://openalex.org/W3173788106","https://openalex.org/W3195577433","https://openalex.org/W3197876970","https://openalex.org/W3203515362","https://openalex.org/W4224308101","https://openalex.org/W4225764944","https://openalex.org/W4226483979","https://openalex.org/W4243586225","https://openalex.org/W4254816979","https://openalex.org/W4287073339","https://openalex.org/W4287119852","https://openalex.org/W4295312788","https://openalex.org/W4308854803","https://openalex.org/W4312678820","https://openalex.org/W4312820606","https://openalex.org/W4313056180","https://openalex.org/W4315588916","https://openalex.org/W4322096544","https://openalex.org/W4323654151","https://openalex.org/W4327656064","https://openalex.org/W4385245566","https://openalex.org/W4385565006","https://openalex.org/W4385822820","https://openalex.org/W4394642966","https://openalex.org/W4394666973"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2370310922","https://openalex.org/W2386975637","https://openalex.org/W2891436901","https://openalex.org/W2388837937","https://openalex.org/W2087355708","https://openalex.org/W2385339070","https://openalex.org/W4291238811"],"abstract_inverted_index":{"Florian":[0],"Mai,":[1],"Arnaud":[2],"Pannatier,":[3],"Fabio":[4],"Fehr,":[5],"Haolin":[6],"Chen,":[7],"Francois":[8,10],"Marelli,":[9],"Fleuret,":[11],"James":[12],"Henderson.":[13],"Proceedings":[14],"of":[15,20],"the":[16,21],"61st":[17],"Annual":[18],"Meeting":[19],"Association":[22],"for":[23],"Computational":[24],"Linguistics":[25],"(Volume":[26],"1:":[27],"Long":[28],"Papers).":[29],"2023.":[30]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}