{"id":"https://openalex.org/W2952802110","doi":"https://doi.org/10.18653/v1/p19-1030","title":"You Only Need Attention to Traverse Trees","display_name":"You Only Need Attention to Traverse Trees","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2952802110","doi":"https://doi.org/10.18653/v1/p19-1030","mag":"2952802110"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1030","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1030","pdf_url":"https://www.aclweb.org/anthology/P19-1030.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1030.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018961302","display_name":"Mahtab Ahmed","orcid":"https://orcid.org/0000-0002-0915-6904"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mahtab Ahmed","raw_affiliation_strings":["Department of Computer Science, University of Western Ontario"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031103421","display_name":"Muhammad Rifayat Samee","orcid":null},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Muhammad Rifayat Samee","raw_affiliation_strings":["Department of Computer Science, University of Western Ontario"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056001196","display_name":"Robert E. Mercer","orcid":"https://orcid.org/0000-0002-0080-715X"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Robert E. Mercer","raw_affiliation_strings":["Department of Computer Science, University of Western Ontario"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018961302"],"corresponding_institution_ids":["https://openalex.org/I125749732"],"apc_list":null,"apc_paid":null,"fwci":1.8787,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89391896,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"316","last_page":"322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8311407566070557},{"id":"https://openalex.org/keywords/tree-traversal","display_name":"Tree traversal","score":0.7978255748748779},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7560009956359863},{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.6398241519927979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.638268232345581},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.5509634017944336},{"id":"https://openalex.org/keywords/tree-structure","display_name":"Tree structure","score":0.51365727186203},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5111692547798157},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4472881853580475},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.44117307662963867},{"id":"https://openalex.org/keywords/dependency-grammar","display_name":"Dependency grammar","score":0.4370284080505371},{"id":"https://openalex.org/keywords/binary-tree","display_name":"Binary tree","score":0.18586677312850952},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1824922263622284},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1017618477344513}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8311407566070557},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.7978255748748779},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7560009956359863},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.6398241519927979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.638268232345581},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.5509634017944336},{"id":"https://openalex.org/C163797641","wikidata":"https://www.wikidata.org/wiki/Q2067937","display_name":"Tree structure","level":3,"score":0.51365727186203},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5111692547798157},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4472881853580475},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.44117307662963867},{"id":"https://openalex.org/C164883195","wikidata":"https://www.wikidata.org/wiki/Q674834","display_name":"Dependency grammar","level":3,"score":0.4370284080505371},{"id":"https://openalex.org/C197855036","wikidata":"https://www.wikidata.org/wiki/Q380172","display_name":"Binary tree","level":2,"score":0.18586677312850952},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1824922263622284},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1017618477344513},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1030","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1030","pdf_url":"https://www.aclweb.org/anthology/P19-1030.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1030","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1030","pdf_url":"https://www.aclweb.org/anthology/P19-1030.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5699999928474426,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952802110.pdf","grobid_xml":"https://content.openalex.org/works/W2952802110.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1423339008","https://openalex.org/W1486649854","https://openalex.org/W1889268436","https://openalex.org/W1980776243","https://openalex.org/W2103305545","https://openalex.org/W2123442489","https://openalex.org/W2131494463","https://openalex.org/W2146502635","https://openalex.org/W2149557440","https://openalex.org/W2153579005","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251869843","https://openalex.org/W2251939518","https://openalex.org/W2413794162","https://openalex.org/W2415204069","https://openalex.org/W2470673105","https://openalex.org/W2597655663","https://openalex.org/W2767989436","https://openalex.org/W2786464815","https://openalex.org/W2791751435","https://openalex.org/W2794557536","https://openalex.org/W2889260178","https://openalex.org/W2963355447","https://openalex.org/W2963386218","https://openalex.org/W2963403868","https://openalex.org/W2963644595","https://openalex.org/W2963754491","https://openalex.org/W2963918774","https://openalex.org/W2964091467","https://openalex.org/W4294170691","https://openalex.org/W4385245566","https://openalex.org/W4394643672","https://openalex.org/W4394666973"],"related_works":["https://openalex.org/W1971002525","https://openalex.org/W64928986","https://openalex.org/W2949437134","https://openalex.org/W3031636537","https://openalex.org/W2586606279","https://openalex.org/W1992228221","https://openalex.org/W1660460062","https://openalex.org/W2385453512","https://openalex.org/W2952802110","https://openalex.org/W2019062011"],"abstract_inverted_index":{"In":[0],"recent":[1],"NLP":[2],"research,":[3],"a":[4,34,66,76],"topic":[5],"of":[6,102,140],"interest":[7],"is":[8,131,142],"universal":[9],"sentence":[10,12,44],"encoding,":[11],"representations":[13],"that":[14,78],"can":[15,58],"be":[16],"used":[17],"in":[18,37,134],"any":[19],"supervised":[20],"task.":[21],"At":[22],"the":[23,43,113,135,146],"word":[24],"sequence":[25],"level,":[26],"fully":[27],"attention-based":[28],"models":[29,118],"suffer":[30],"from":[31],"two":[32],"problems:":[33],"quadratic":[35],"increase":[36],"memory":[38],"consumption":[39],"with":[40,99],"respect":[41],"to":[42,49,112,126],"length":[45],"and":[46,51,116,137],"an":[47],"inability":[48],"capture":[50],"use":[52],"syntactic":[53,62],"information.":[54],"Recursive":[55],"neural":[56],"nets":[57],"extract":[59],"very":[60],"good":[61],"information":[63,130],"by":[64,94],"traversing":[65],"tree":[67],"structure.":[68],"To":[69],"this":[70,103],"end,":[71],"we":[72],"propose":[73],"Tree":[74],"Transformer,":[75],"model":[77,104],"captures":[79],"phrase":[80],"level":[81],"syntax":[82],"for":[83,91,144],"constituency":[84],"trees":[85,93,136],"as":[86,88,119,121],"well":[87,120],"word-level":[89],"dependencies":[90],"dependency":[92],"doing":[95,145],"recursive":[96,147],"traversal":[97,148],"only":[98],"attention.":[100],"Evaluation":[101],"on":[105],"four":[106],"tasks":[107],"gets":[108],"noteworthy":[109],"results":[110],"compared":[111],"standard":[114],"transformer":[115],"LSTM-based":[117],"tree-structured":[122],"LSTMs.":[123],"Ablation":[124],"studies":[125],"find":[127],"whether":[128],"positional":[129],"inherently":[132],"encoded":[133],"which":[138],"type":[139],"attention":[141],"suitable":[143],"are":[149],"provided.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}