{"id":"https://openalex.org/W4280523315","doi":"https://doi.org/10.1145/3531146.3533206","title":"Should attention be all we need? The epistemic and ethical implications of unification in machine learning","display_name":"Should attention be all we need? The epistemic and ethical implications of unification in machine learning","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4280523315","doi":"https://doi.org/10.1145/3531146.3533206"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533206","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3531146.3533206","pdf_url":null,"source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.08377","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073210443","display_name":"Nic Fishman","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Nic Fishman","raw_affiliation_strings":["University of Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017113404","display_name":"Leif Hancox-Li","orcid":"https://orcid.org/0009-0006-1355-9104"},"institutions":[{"id":"https://openalex.org/I1305444813","display_name":"Capital One (United States)","ror":"https://ror.org/00svp7168","country_code":"US","type":"company","lineage":["https://openalex.org/I1305444813"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leif Hancox-Li","raw_affiliation_strings":["Capital One, USA"],"affiliations":[{"raw_affiliation_string":"Capital One, USA","institution_ids":["https://openalex.org/I1305444813"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073210443"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":0.525,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.61993852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1516","last_page":"1527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unification","display_name":"Unification","score":0.8472219705581665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5554674863815308},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.5135695934295654},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.4783736765384674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4588623046875},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3859194219112396},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19478195905685425},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.13154831528663635}],"concepts":[{"id":"https://openalex.org/C96146094","wikidata":"https://www.wikidata.org/wiki/Q609057","display_name":"Unification","level":2,"score":0.8472219705581665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5554674863815308},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.5135695934295654},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.4783736765384674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4588623046875},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3859194219112396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19478195905685425},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.13154831528663635},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3531146.3533206","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3531146.3533206","pdf_url":null,"source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.08377","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.08377","pdf_url":"https://arxiv.org/pdf/2205.08377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.08377","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.08377","pdf_url":"https://arxiv.org/pdf/2205.08377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W243674950","https://openalex.org/W1498436455","https://openalex.org/W1555223683","https://openalex.org/W1992460035","https://openalex.org/W1995341919","https://openalex.org/W1996582259","https://openalex.org/W2007619812","https://openalex.org/W2010945870","https://openalex.org/W2011782774","https://openalex.org/W2012705802","https://openalex.org/W2039261710","https://openalex.org/W2078620351","https://openalex.org/W2086789740","https://openalex.org/W2098203240","https://openalex.org/W2101926813","https://openalex.org/W2105904949","https://openalex.org/W2106044202","https://openalex.org/W2117592571","https://openalex.org/W2118688934","https://openalex.org/W2127265926","https://openalex.org/W2151554678","https://openalex.org/W2152742558","https://openalex.org/W2158392329","https://openalex.org/W2166400110","https://openalex.org/W2172734211","https://openalex.org/W2174769915","https://openalex.org/W2175167598","https://openalex.org/W2193754672","https://openalex.org/W2291945899","https://openalex.org/W2479737510","https://openalex.org/W2594103193","https://openalex.org/W2773444500","https://openalex.org/W2897148872","https://openalex.org/W2897154134","https://openalex.org/W2898970033","https://openalex.org/W2921898618","https://openalex.org/W2951187206","https://openalex.org/W2954197146","https://openalex.org/W2962843949","https://openalex.org/W2963305465","https://openalex.org/W2963569233","https://openalex.org/W2963847595","https://openalex.org/W2971671202","https://openalex.org/W2973873632","https://openalex.org/W2974071289","https://openalex.org/W2978368159","https://openalex.org/W2981162644","https://openalex.org/W2982580298","https://openalex.org/W2990793844","https://openalex.org/W3004368638","https://openalex.org/W3043339240","https://openalex.org/W3081610431","https://openalex.org/W3088418428","https://openalex.org/W3094367447","https://openalex.org/W3094502228","https://openalex.org/W3102162267","https://openalex.org/W3108981297","https://openalex.org/W3109684201","https://openalex.org/W3111174583","https://openalex.org/W3118210634","https://openalex.org/W3124694287","https://openalex.org/W3129519468","https://openalex.org/W3132748670","https://openalex.org/W3133702157","https://openalex.org/W3146083582","https://openalex.org/W3164854573","https://openalex.org/W3166488533","https://openalex.org/W3172863135","https://openalex.org/W3174126466","https://openalex.org/W3195577433","https://openalex.org/W3208624098","https://openalex.org/W3209858755","https://openalex.org/W3209901185","https://openalex.org/W3212368439","https://openalex.org/W3213111742","https://openalex.org/W3213151880","https://openalex.org/W3214305874","https://openalex.org/W4223622179","https://openalex.org/W4233045210","https://openalex.org/W4238649258","https://openalex.org/W4242937284","https://openalex.org/W4244761346","https://openalex.org/W4255825300","https://openalex.org/W4255885670","https://openalex.org/W4286850188","https://openalex.org/W4287073249","https://openalex.org/W4288103164","https://openalex.org/W4295312788","https://openalex.org/W4297575730","https://openalex.org/W4298286109","https://openalex.org/W4300402905","https://openalex.org/W4312013431","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W107105315","https://openalex.org/W1584537303","https://openalex.org/W4388155270","https://openalex.org/W4367156293","https://openalex.org/W2750549761","https://openalex.org/W1872724644","https://openalex.org/W28826848","https://openalex.org/W2122272819","https://openalex.org/W2994151208","https://openalex.org/W2130894091"],"abstract_inverted_index":{"\u201cAttention":[0],"is":[1],"all":[2],"you":[3],"need\u201d":[4],"has":[5],"become":[6],"a":[7],"fundamental":[8],"precept":[9],"in":[10,56,89,93],"machine":[11,17,103],"learning":[12,104],"research.":[13],"Originally":[14],"designed":[15],"for":[16],"translation,":[18],"transformers":[19],"and":[20,59,65,75,128,150],"the":[21,35,63,79,87,94,102,132,146],"attention":[22],"mechanisms":[23],"that":[24,45,84,112],"underpin":[25],"them":[26],"now":[27],"find":[28],"success":[29,38],"across":[30,53,154],"many":[31,41,85],"problem":[32],"domains.":[33],"With":[34],"apparent":[36],"domain-agnostic":[37],"of":[39,67,70,86,91,148,157],"transformers,":[40],"researchers":[42],"are":[43],"excited":[44],"similar":[46],"model":[47],"architectures":[48],"can":[49],"be":[50],"successfully":[51],"deployed":[52],"diverse":[54],"applications":[55],"vision,":[57],"language":[58],"beyond.":[60],"We":[61],"consider":[62],"benefits":[64],"risks":[66,120,137],"these":[68],"waves":[69],"unification":[71,92],"on":[72],"both":[73],"epistemic":[74,80,119,140],"ethical":[76,133],"fronts.":[77],"On":[78,131],"side,":[81,134],"we":[82,135],"argue":[83],"arguments":[88],"favor":[90],"natural":[95],"sciences":[96],"fail":[97],"to":[98,101,122],"transfer":[99,107],"over":[100,108],"case,":[105],"or":[106],"only":[109],"under":[110],"assumptions":[111],"might":[113],"not":[114],"hold.":[115],"Unification":[116],"also":[117],"introduces":[118],"related":[121],"portability,":[123],"path":[124],"dependency,":[125],"methodological":[126],"diversity,":[127],"increased":[129],"black-boxing.":[130],"discuss":[136],"emerging":[138],"from":[139],"concerns,":[141],"further":[142],"marginalizing":[143],"underrepresented":[144],"perspectives,":[145],"centralization":[147],"power,":[149],"having":[151],"fewer":[152],"models":[153],"more":[155],"domains":[156],"application.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2022-05-22T00:00:00"}