{"id":"https://openalex.org/W3028271123","doi":"https://doi.org/10.1109/taslp.2020.2996807","title":"Improving Self-Attention Networks With Sequential Relations","display_name":"Improving Self-Attention Networks With Sequential Relations","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3028271123","doi":"https://doi.org/10.1109/taslp.2020.2996807","mag":"3028271123"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2020.2996807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2020.2996807","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033423455","display_name":"Zaixiang Zheng","orcid":"https://orcid.org/0000-0003-0717-505X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaixiang Zheng","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0717-505X","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102865824","display_name":"Shujian Huang","orcid":"https://orcid.org/0000-0003-4869-0832"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujian Huang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081667345","display_name":"Rongxiang Weng","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongxiang Weng","raw_affiliation_strings":["Machine Intelligence Technology Lab, Alibaba Group, Hangzhou, China","National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Intelligence Technology Lab, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102994315","display_name":"Xinyu Dai","orcid":"https://orcid.org/0000-0002-4139-7337"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin-Yu Dai","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427076","display_name":"Jiajun Chen","orcid":"https://orcid.org/0000-0001-5618-3932"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Chen","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6949,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.87542862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"28","issue":null,"first_page":"1707","last_page":"1716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8003019690513611},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.7406179308891296},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6440709829330444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.629668116569519},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5746866464614868},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5359531044960022},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4584715962409973},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4484074115753174},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4458697438240051},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4447418749332428},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.11694854497909546},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.09503495693206787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8003019690513611},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.7406179308891296},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6440709829330444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.629668116569519},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5746866464614868},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5359531044960022},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4584715962409973},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4484074115753174},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4458697438240051},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4447418749332428},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.11694854497909546},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.09503495693206787},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2020.2996807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2020.2996807","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2776926563","display_name":"\u57fa\u4e8e\u7ed3\u6784\u4fe1\u606f\u7684\u795e\u7ecf\u7f51\u7edc\u673a\u5668\u7ffb\u8bd1\u7814\u7a76","funder_award_id":"61772261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5359777945","display_name":"\u7edf\u8ba1\u673a\u5668\u7ffb\u8bd1\u4e2d\u7684\u53c2\u6570\u5b66\u4e60\u95ee\u9898\u7814\u7a76","funder_award_id":"61672277","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7517328767","display_name":null,"funder_award_id":"U1836221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1793121960","https://openalex.org/W1840435438","https://openalex.org/W1902237438","https://openalex.org/W2101105183","https://openalex.org/W2130942839","https://openalex.org/W2131774270","https://openalex.org/W2144600658","https://openalex.org/W2183341477","https://openalex.org/W2250539671","https://openalex.org/W2251939518","https://openalex.org/W2308720496","https://openalex.org/W2415204069","https://openalex.org/W2525778437","https://openalex.org/W2613904329","https://openalex.org/W2755989362","https://openalex.org/W2767206889","https://openalex.org/W2773734397","https://openalex.org/W2788283425","https://openalex.org/W2828845773","https://openalex.org/W2888456631","https://openalex.org/W2888481121","https://openalex.org/W2896457183","https://openalex.org/W2949745489","https://openalex.org/W2951008357","https://openalex.org/W2951977278","https://openalex.org/W2962729168","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2962942784","https://openalex.org/W2963084773","https://openalex.org/W2963311117","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963641307","https://openalex.org/W2963680249","https://openalex.org/W2963824830","https://openalex.org/W2963925437","https://openalex.org/W2963970896","https://openalex.org/W2964045208","https://openalex.org/W2964089333","https://openalex.org/W2964110616","https://openalex.org/W2964121744","https://openalex.org/W2964189376","https://openalex.org/W2964204621","https://openalex.org/W2964213727","https://openalex.org/W2964265128","https://openalex.org/W2964347512","https://openalex.org/W2979303251","https://openalex.org/W2984274107","https://openalex.org/W4299674251","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6638318767","https://openalex.org/W6679436768","https://openalex.org/W6681644459","https://openalex.org/W6691459498","https://openalex.org/W6715743342","https://openalex.org/W6727690538","https://openalex.org/W6730791392","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6744649695","https://openalex.org/W6746208923","https://openalex.org/W6746277958","https://openalex.org/W6748546225","https://openalex.org/W6748762347","https://openalex.org/W6753507521","https://openalex.org/W6753780655","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W4234886518","https://openalex.org/W2389591058","https://openalex.org/W2382112581","https://openalex.org/W3124036233","https://openalex.org/W4229787472","https://openalex.org/W3011059803","https://openalex.org/W2486541857","https://openalex.org/W2108840191","https://openalex.org/W2759366996","https://openalex.org/W2110679372"],"abstract_inverted_index":{"Recently,":[0],"self-attention":[1,14,53,128],"networks":[2,54,129],"show":[3,121],"strong":[4],"advantages":[5],"of":[6,19,22,26],"sentence":[7],"modeling":[8,64,126],"in":[9,41,44,111],"many":[10],"NLP":[11],"tasks.":[12],"However,":[13],"mechanism":[15],"computes":[16],"the":[17,36,52,76,88,93,100,143,148],"interactions":[18],"every":[20],"pair":[21],"words":[23,40,80],"independently":[24],"regardless":[25],"their":[27],"positions,":[28],"which":[29,60],"makes":[30],"it":[31],"not":[32],"able":[33],"to":[34,74,138],"capture":[35],"sequential":[37,58,124,149],"relations":[38],"between":[39,78],"different":[42],"positions":[43],"a":[45,71,105],"sentence.":[46],"In":[47],"this":[48],"paper,":[49],"we":[50,68],"improve":[51],"by":[55],"better":[56],"integrating":[57],"relations,":[59],"is":[61],"essential":[62],"for":[63,87],"natural":[65,112],"languages.":[66],"Specifically,":[67],"1)":[69],"propose":[70],"position-based":[72],"attention":[73,86],"model":[75],"interaction":[77],"two":[79,102],"regarding":[81],"positions;":[82],"2)":[83],"perform":[84],"separated":[85],"context":[89],"before":[90],"and":[91,97,117],"after":[92],"current":[94],"position,":[95],"respectively;":[96],"3)":[98],"merge":[99],"above":[101],"parts":[103],"with":[104],"position-aware":[106],"gated":[107],"fusion":[108],"mechanism.":[109],"Experiments":[110],"language":[113],"inference,":[114],"machine":[115],"translation":[116],"sentiment":[118],"analysis":[119],"tasks":[120],"that":[122],"our":[123],"relation":[125],"helps":[127],"outperform":[130],"existing":[131],"approaches.":[132],"We":[133],"also":[134],"provide":[135],"extensive":[136],"analyses":[137],"shed":[139],"light":[140],"on":[141],"what":[142],"models":[144],"have":[145],"learned":[146],"about":[147],"relations.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}