{"id":"https://openalex.org/W2951977278","doi":"https://doi.org/10.18653/v1/p19-1354","title":"Assessing the Ability of Self-Attention Networks to Learn Word Order","display_name":"Assessing the Ability of Self-Attention Networks to Learn Word Order","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951977278","doi":"https://doi.org/10.18653/v1/p19-1354","mag":"2951977278"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1354","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1354","pdf_url":"https://www.aclweb.org/anthology/P19-1354.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1354.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028040391","display_name":"Baosong Yang","orcid":"https://orcid.org/0000-0001-5002-2409"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Baosong Yang","raw_affiliation_strings":["CT Lab, Department of Computer and Information Science, University of Macau"],"affiliations":[{"raw_affiliation_string":"CT Lab, Department of Computer and Information Science, University of Macau","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088191810","display_name":"Longyue Wang","orcid":"https://orcid.org/0000-0002-9062-6183"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longyue Wang","raw_affiliation_strings":["Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468579","display_name":"Derek F. Wong","orcid":"https://orcid.org/0000-0002-5307-7322"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Derek F. Wong","raw_affiliation_strings":["CT Lab, Department of Computer and Information Science, University of Macau"],"affiliations":[{"raw_affiliation_string":"CT Lab, Department of Computer and Information Science, University of Macau","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025832925","display_name":"Lidia S. Chao","orcid":"https://orcid.org/0000-0001-6629-170X"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Lidia S. Chao","raw_affiliation_strings":["CT Lab, Department of Computer and Information Science, University of Macau"],"affiliations":[{"raw_affiliation_string":"CT Lab, Department of Computer and Information Science, University of Macau","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110579339","display_name":"Zhaopeng Tu","orcid":"https://orcid.org/0000-0002-7900-6055"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaopeng Tu","raw_affiliation_strings":["Tencent AI Lab"],"affiliations":[{"raw_affiliation_string":"Tencent AI Lab","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028040391"],"corresponding_institution_ids":["https://openalex.org/I204512498"],"apc_list":null,"apc_paid":null,"fwci":3.9019,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94898241,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3635","last_page":"3644"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8310890197753906},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6841026544570923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6751313209533691},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6612714529037476},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6462794542312622},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6232579946517944},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6036012172698975},{"id":"https://openalex.org/keywords/word-order","display_name":"Word order","score":0.5695760846138},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5434182286262512},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5360731482505798},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5324956178665161},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4334811568260193},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4315233826637268},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4212532639503479},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4189662039279938},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41496020555496216},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4130474925041199},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.4104410409927368},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07400894165039062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8310890197753906},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6841026544570923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6751313209533691},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6612714529037476},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6462794542312622},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6232579946517944},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6036012172698975},{"id":"https://openalex.org/C70777604","wikidata":"https://www.wikidata.org/wiki/Q257885","display_name":"Word order","level":2,"score":0.5695760846138},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5434182286262512},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5360731482505798},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5324956178665161},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4334811568260193},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4315233826637268},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4212532639503479},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4189662039279938},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41496020555496216},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4130474925041199},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.4104410409927368},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07400894165039062},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1354","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1354","pdf_url":"https://www.aclweb.org/anthology/P19-1354.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1354","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1354","pdf_url":"https://www.aclweb.org/anthology/P19-1354.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2919258222","display_name":null,"funder_award_id":"61672555","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4816336526","display_name":null,"funder_award_id":"MYRG2017-00087-FST","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5764257511","display_name":null,"funder_award_id":"MYRG2017-00087-FST","funder_id":"https://openalex.org/F4320322841","funder_display_name":"Universidade de Macau"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8279497573","display_name":null,"funder_award_id":"045/2017/AFJ","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8372484100","display_name":null,"funder_award_id":"045/2017/AFJ","funder_id":"https://openalex.org/F4320323893","funder_display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322841","display_name":"Universidade de Macau","ror":"https://ror.org/01r4q9n85"},{"id":"https://openalex.org/F4320323893","display_name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","ror":"https://ror.org/05vna4324"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951977278.pdf","grobid_xml":"https://content.openalex.org/works/W2951977278.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W1985989979","https://openalex.org/W2096516049","https://openalex.org/W2127863960","https://openalex.org/W2151613005","https://openalex.org/W2153508793","https://openalex.org/W2157331557","https://openalex.org/W2413794162","https://openalex.org/W2507756961","https://openalex.org/W2515741950","https://openalex.org/W2516930406","https://openalex.org/W2563574619","https://openalex.org/W2587019100","https://openalex.org/W2597655663","https://openalex.org/W2605717780","https://openalex.org/W2613904329","https://openalex.org/W2756487349","https://openalex.org/W2757715585","https://openalex.org/W2787384361","https://openalex.org/W2799124508","https://openalex.org/W2888539709","https://openalex.org/W2896457183","https://openalex.org/W2899423466","https://openalex.org/W2912351236","https://openalex.org/W2962729168","https://openalex.org/W2962739339","https://openalex.org/W2962739703","https://openalex.org/W2962776659","https://openalex.org/W2962784628","https://openalex.org/W2962788148","https://openalex.org/W2962822108","https://openalex.org/W2962911926","https://openalex.org/W2963080779","https://openalex.org/W2963233086","https://openalex.org/W2963341956","https://openalex.org/W2963355447","https://openalex.org/W2963363070","https://openalex.org/W2963386218","https://openalex.org/W2963403868","https://openalex.org/W2963406157","https://openalex.org/W2963560594","https://openalex.org/W2963641307","https://openalex.org/W2963651521","https://openalex.org/W2963925437","https://openalex.org/W2964045208","https://openalex.org/W2964048171","https://openalex.org/W2964121744","https://openalex.org/W2964160479","https://openalex.org/W2964184826","https://openalex.org/W2964189376","https://openalex.org/W2964265128","https://openalex.org/W2964302946","https://openalex.org/W2989027560","https://openalex.org/W4288351520","https://openalex.org/W4293469690","https://openalex.org/W4300756893","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W2894378449","https://openalex.org/W2944541365","https://openalex.org/W3042366391","https://openalex.org/W2787518671","https://openalex.org/W2590462354","https://openalex.org/W2171469118","https://openalex.org/W2550523331"],"abstract_inverted_index":{"Self-attention":[0],"networks":[1,37],"(SAN)":[2],"have":[3,76],"attracted":[4],"a":[5,18,84,115,169],"lot":[6],"of":[7,20,30,49],"interests":[8],"due":[9],"to":[10,27,42,90,109],"their":[11,65],"high":[12],"parallelization":[13],"and":[14,101,112,123,149],"strong":[15,66],"performance":[16],"on":[17,68,133,153,180],"variety":[19],"NLP":[21],"tasks,":[22],"e.g.":[23],"machine":[24,69,154,194],"translation.":[25,195],"Due":[26],"the":[28,94,121,141,146,176,189],"lack":[29],"recurrence":[31,173],"structure":[32,174],"such":[33,192],"as":[34,193],"recurrent":[35],"neural":[36],"(RNN),":[38],"SAN":[39,100,131,151],"is":[40],"ascribed":[41],"be":[43],"weak":[44],"at":[45],"learning":[46,140,181,184],"positional":[47,74,142,158],"information":[48,97,143,159],"words":[50],"for":[51,64],"sequence":[52],"modeling.":[53],"However,":[54],"neither":[55],"this":[56,80],"speculation":[57],"has":[58,138],"been":[59,77],"empirically":[60],"confirmed,":[61],"nor":[62],"explanations":[63],"performances":[67],"translation":[70,155],"tasks":[71,191],"when":[72],"\"lacking":[73],"information\"":[75],"explored.":[78],"To":[79],"end,":[81],"we":[82,104],"propose":[83],"novel":[85],"word":[86,95,108,134,182],"reordering":[87,135],"detection":[88,136],"task":[89],"quantify":[91],"how":[92],"well":[93],"order":[96],"learned":[98],"by":[99],"RNN.":[102],"Specifically,":[103],"randomly":[105],"move":[106],"one":[107],"another":[110],"position,":[111],"examine":[113],"whether":[114],"trained":[116,132,152],"model":[117,177],"can":[118],"detect":[119],"both":[120],"original":[122],"inserted":[124],"positions.":[125],"Experimental":[126],"results":[127],"reveal":[128],"that:":[129],"1)":[130],"indeed":[137],"difficulty":[139],"even":[144],"with":[145],"position":[147,166],"embedding;":[148],"2)":[150],"learns":[156],"better":[157],"than":[160],"its":[161],"RNN":[162],"counterpart,":[163],"in":[164,188],"which":[165],"embedding":[167],"plays":[168],"critical":[170],"role.":[171],"Although":[172],"make":[175],"more":[178,187],"universally-effective":[179],"order,":[183],"objectives":[185],"matter":[186],"downstream":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}