{"id":"https://openalex.org/W3132607382","doi":"https://doi.org/10.1162/coli_a_00445","title":"Position Information in Transformers: An Overview","display_name":"Position Information in Transformers: An Overview","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3132607382","doi":"https://doi.org/10.1162/coli_a_00445","mag":"3132607382"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00445","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00445","pdf_url":"https://direct.mit.edu/coli/article-pdf/48/3/733/2040503/coli_a_00445.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/coli/article-pdf/48/3/733/2040503/coli_a_00445.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012225484","display_name":"Philipp Dufter","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Philipp Dufter","raw_affiliation_strings":["Center for Information and Language Processing, LMU Munich. philipp@cis.lmu.de"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing, LMU Munich. philipp@cis.lmu.de","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112189992","display_name":"Martin Schmitt","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Martin Schmitt","raw_affiliation_strings":["Center for Information and Language Processing, LMU Munich. martin@cis.lmu.de"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing, LMU Munich. martin@cis.lmu.de","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071144367","display_name":"Hinrich Sch\u00fctze","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hinrich Sch\u00fctze","raw_affiliation_strings":["Center for Information and Language Processing, LMU Munich. inquiries@cislmu.org"],"affiliations":[{"raw_affiliation_string":"Center for Information and Language Processing, LMU Munich. inquiries@cislmu.org","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012225484","https://openalex.org/A5071144367","https://openalex.org/A5112189992"],"corresponding_institution_ids":["https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":18.324,"has_fulltext":true,"cited_by_count":156,"citation_normalized_percentile":{"value":0.9944627,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"48","issue":"3","first_page":"733","last_page":"763"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7799221873283386},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6793006658554077},{"id":"https://openalex.org/keywords/word-order","display_name":"Word order","score":0.5308151245117188},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5046900510787964},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.4687179625034332},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.45350316166877747},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4486180543899536},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3726015090942383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3638850450515747},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22312968969345093},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11650547385215759},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09889659285545349}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799221873283386},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6793006658554077},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.5308151245117188},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5046900510787964},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.4687179625034332},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.45350316166877747},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4486180543899536},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3726015090942383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3638850450515747},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22312968969345093},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11650547385215759},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09889659285545349},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/coli_a_00445","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00445","pdf_url":"https://direct.mit.edu/coli/article-pdf/48/3/733/2040503/coli_a_00445.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7d2ecbdbd80248ae877e71a62c43b69e","is_oa":true,"landing_page_url":"https://doaj.org/article/7d2ecbdbd80248ae877e71a62c43b69e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 48, Iss 3 (2022)","raw_type":"article"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:107439","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-107439-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics","raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00445","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00445","pdf_url":"https://direct.mit.edu/coli/article-pdf/48/3/733/2040503/coli_a_00445.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4852653882","display_name":null,"funder_award_id":"Scholar","funder_id":"https://openalex.org/F4320322572","funder_display_name":"Studienstiftung des Deutschen Volkes"},{"id":"https://openalex.org/G5908723282","display_name":null,"funder_award_id":"01IS18050","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7225624288","display_name":null,"funder_award_id":"This work was","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320322572","display_name":"Studienstiftung des Deutschen Volkes","ror":"https://ror.org/05xwwfy96"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132607382.pdf","grobid_xml":"https://content.openalex.org/works/W3132607382.grobid-xml"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W2120615054","https://openalex.org/W2157331557","https://openalex.org/W2531207078","https://openalex.org/W2560674852","https://openalex.org/W2612690371","https://openalex.org/W2747329762","https://openalex.org/W2754586843","https://openalex.org/W2787560479","https://openalex.org/W2789541106","https://openalex.org/W2866343820","https://openalex.org/W2923014074","https://openalex.org/W2941599692","https://openalex.org/W2951977278","https://openalex.org/W2952818704","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963925437","https://openalex.org/W2964110616","https://openalex.org/W2964265128","https://openalex.org/W2964308564","https://openalex.org/W2965373594","https://openalex.org/W2970550739","https://openalex.org/W2971087717","https://openalex.org/W2971270287","https://openalex.org/W2983180560","https://openalex.org/W2989156240","https://openalex.org/W2990004017","https://openalex.org/W2994673210","https://openalex.org/W2995971510","https://openalex.org/W2998702685","https://openalex.org/W3000577518","https://openalex.org/W3010328141","https://openalex.org/W3015468748","https://openalex.org/W3034469191","https://openalex.org/W3034955736","https://openalex.org/W3034998639","https://openalex.org/W3035206215","https://openalex.org/W3035390927","https://openalex.org/W3035965352","https://openalex.org/W3082274269","https://openalex.org/W3095277904","https://openalex.org/W3098903812","https://openalex.org/W3099878876","https://openalex.org/W3102094970","https://openalex.org/W3106210592","https://openalex.org/W3113177135","https://openalex.org/W3114271877","https://openalex.org/W3121309507","https://openalex.org/W3121592593","https://openalex.org/W3122515622","https://openalex.org/W3122890974","https://openalex.org/W3125056032","https://openalex.org/W3155593432","https://openalex.org/W3155806510","https://openalex.org/W3163721282","https://openalex.org/W3164045210","https://openalex.org/W3167159170","https://openalex.org/W3170261818","https://openalex.org/W3173814445","https://openalex.org/W3174366011","https://openalex.org/W3174401451","https://openalex.org/W3176366152","https://openalex.org/W3176887068","https://openalex.org/W3181562254","https://openalex.org/W3210914950","https://openalex.org/W4287124724","https://openalex.org/W4288089799","https://openalex.org/W4299828299","https://openalex.org/W4385571996","https://openalex.org/W6607974698","https://openalex.org/W6679434410","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6744649695","https://openalex.org/W6753640285","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6766951040","https://openalex.org/W6769607603","https://openalex.org/W6769627184","https://openalex.org/W6770755217","https://openalex.org/W6771626834","https://openalex.org/W6772203101","https://openalex.org/W6772776185","https://openalex.org/W6774704453","https://openalex.org/W6775034530","https://openalex.org/W6776048684","https://openalex.org/W6776684981","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6779902714","https://openalex.org/W6780226713","https://openalex.org/W6783944145","https://openalex.org/W6785783668","https://openalex.org/W6787995345","https://openalex.org/W6788864986","https://openalex.org/W6793987055","https://openalex.org/W6794555298","https://openalex.org/W6795453751","https://openalex.org/W6797264745","https://openalex.org/W6803996941"],"related_works":["https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W2038083449","https://openalex.org/W2562096895","https://openalex.org/W2333799855","https://openalex.org/W3177678247","https://openalex.org/W1999617572","https://openalex.org/W2944572343","https://openalex.org/W2351687372","https://openalex.org/W2383414243"],"abstract_inverted_index":{"Abstract":[0],"Transformers":[1],"are":[2,69],"arguably":[3],"the":[4,24,37,87],"main":[5],"workhorse":[6],"in":[7,76],"recent":[8],"natural":[9],"language":[10,27],"processing":[11],"research.":[12,130],"By":[13],"definition,":[14],"a":[15,79,95,121],"Transformer":[16,62,77],"is":[17,28,34,78],"invariant":[18],"with":[19],"respect":[20],"to":[21,36,57,70,89],"reordering":[22],"of":[23,41,54,66,100,111],"input.":[25],"However,":[26],"inherently":[29],"sequential":[30],"and":[31,39,51,81,98,124],"word":[32],"order":[33],"essential":[35],"semantics":[38],"syntax":[40],"an":[42,49,112],"utterance.":[43],"In":[44],"this":[45,67],"article,":[46],"we":[47],"provide":[48,126],"overview":[50],"theoretical":[52],"comparison":[53],"existing":[55,91],"methods":[56,92],"incorporate":[58],"position":[59,74,122],"information":[60,75],"into":[61,117],"models.":[63],"The":[64],"objectives":[65],"survey":[68],"(1)":[71],"showcase":[72],"that":[73],"vibrant":[80],"extensive":[82],"research":[83],"area;":[84],"(2)":[85],"enable":[86],"reader":[88],"compare":[90],"by":[93],"providing":[94],"unified":[96],"notation":[97],"systematization":[99],"different":[101],"approaches":[102],"along":[103],"important":[104],"model":[105],"dimensions;":[106],"(3)":[107],"indicate":[108],"what":[109],"characteristics":[110],"application":[113],"should":[114],"be":[115],"taken":[116],"account":[118],"when":[119],"selecting":[120],"encoding;":[123],"(4)":[125],"stimuli":[127],"for":[128],"future":[129]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":45},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}