{"id":"https://openalex.org/W4389519264","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.25","title":"Bidirectional Masked Self-attention and N-gram Span Attention for Constituency Parsing","display_name":"Bidirectional Masked Self-attention and N-gram Span Attention for Constituency Parsing","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389519264","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.25"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.25","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.25","pdf_url":"https://aclanthology.org/2023.findings-emnlp.25.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.findings-emnlp.25.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050599058","display_name":"Soohyeong Kim","orcid":"https://orcid.org/0000-0003-0121-3588"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Soohyeong Kim","raw_affiliation_strings":["Department of Artificial Intelligence, Hanyang University"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029144793","display_name":"Whanhee Cho","orcid":"https://orcid.org/0000-0003-2069-4508"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]},{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Whanhee Cho","raw_affiliation_strings":["Department of Computer Science, Hanyang University","School of Computing, University of Utah"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hanyang University","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317772","display_name":"Minji Kim","orcid":"https://orcid.org/0009-0002-3292-4905"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minji Kim","raw_affiliation_strings":["Department of Artificial Intelligence, Hanyang University"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101036291","display_name":"yong seok Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yong Choi","raw_affiliation_strings":["Department of Computer Science, Hanyang University","Department of Artificial Intelligence, Hanyang University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hanyang University","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Department of Artificial Intelligence, Hanyang University","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5050599058"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16959027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"326","last_page":"338"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/treebank","display_name":"Treebank","score":0.972893238067627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8408946990966797},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7700716257095337},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7284184694290161},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.715947151184082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6612906455993652},{"id":"https://openalex.org/keywords/span","display_name":"Span (engineering)","score":0.600104808807373},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5549731254577637},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5080585479736328},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34736526012420654},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16123434901237488}],"concepts":[{"id":"https://openalex.org/C206134035","wikidata":"https://www.wikidata.org/wiki/Q811525","display_name":"Treebank","level":3,"score":0.972893238067627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8408946990966797},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7700716257095337},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7284184694290161},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.715947151184082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6612906455993652},{"id":"https://openalex.org/C2778753569","wikidata":"https://www.wikidata.org/wiki/Q1960395","display_name":"Span (engineering)","level":2,"score":0.600104808807373},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5549731254577637},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5080585479736328},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34736526012420654},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16123434901237488},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.findings-emnlp.25","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.25","pdf_url":"https://aclanthology.org/2023.findings-emnlp.25.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.25","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.25","pdf_url":"https://aclanthology.org/2023.findings-emnlp.25.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G107372574","display_name":null,"funder_award_id":"2020-0-01373","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G29158475","display_name":null,"funder_award_id":"2020R1A2C1014037","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G3034753964","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G342704958","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G3897466587","display_name":null,"funder_award_id":"2020R1A2C1014037","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G44117325","display_name":null,"funder_award_id":"2018R1A5A7059549","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5323172026","display_name":null,"funder_award_id":"2020-0-01373","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G626505518","display_name":null,"funder_award_id":"No. 201","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7335664070","display_name":null,"funder_award_id":"2020-0-01373","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G8133777603","display_name":null,"funder_award_id":"2018R1A5A7059549","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8893589656","display_name":null,"funder_award_id":"No. 2018R1A5A7059549","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389519264.pdf"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1632114991","https://openalex.org/W2096204319","https://openalex.org/W2512597464","https://openalex.org/W2563495010","https://openalex.org/W2891635683","https://openalex.org/W2896457183","https://openalex.org/W2900120976","https://openalex.org/W2929198159","https://openalex.org/W2952744660","https://openalex.org/W2963084773","https://openalex.org/W2963330800","https://openalex.org/W2963643701","https://openalex.org/W2964030814","https://openalex.org/W2970597249","https://openalex.org/W2971246534","https://openalex.org/W3035589854","https://openalex.org/W3097562574","https://openalex.org/W3101638898","https://openalex.org/W3103535034","https://openalex.org/W3105033018","https://openalex.org/W3125498921","https://openalex.org/W3172548677","https://openalex.org/W3174556939","https://openalex.org/W3175168675","https://openalex.org/W3177196190","https://openalex.org/W4206670730","https://openalex.org/W4297778530","https://openalex.org/W4322588156","https://openalex.org/W4378942566","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W1043255351","https://openalex.org/W2135057643","https://openalex.org/W2109902858","https://openalex.org/W1533278948","https://openalex.org/W1781980207","https://openalex.org/W2951759144","https://openalex.org/W28706907","https://openalex.org/W2949524199","https://openalex.org/W2575884139","https://openalex.org/W2017946383"],"abstract_inverted_index":{"Attention":[0,48],"mechanisms":[1,25,58],"have":[2],"become":[3],"a":[4,42,118],"crucial":[5],"aspect":[6],"of":[7,71,94],"deep":[8],"learning,":[9],"particularly":[10],"in":[11,18,117],"natural":[12],"language":[13],"processing":[14],"(NLP)":[15],"tasks.":[16],"However,":[17],"tasks":[19],"such":[20],"as":[21],"constituency":[22],"parsing,":[23],"attention":[24,57],"can":[26],"lack":[27],"the":[28,56,61,69,72,83],"directional":[29],"information":[30],"needed":[31],"to":[32,59],"form":[33],"sentence":[34,111,119],"spans.":[35],"To":[36],"address":[37],"this":[38],"issue,":[39],"we":[40],"propose":[41],"Bidirectional":[43],"masked":[44],"and":[45,67,86,96,101,123],"N-gram":[46],"span":[47,74,125],"(BNA)":[49],"model,":[50],"which":[51],"is":[52],"designed":[53],"by":[54,113],"modifying":[55],"capture":[60],"explicit":[62],"dependencies":[63,122],"between":[64],"each":[65,115],"word":[66,116],"enhance":[68],"representation":[70],"output":[73],"vectors.":[75],"The":[76],"proposed":[77,106],"model":[78,108],"achieves":[79],"state-of-the-art":[80],"performance":[81],"on":[82],"Penn":[84,88],"Treebank":[85,89],"Chinese":[87],"datasets,":[90],"with":[91],"F1":[92],"scores":[93],"96.47":[95],"94.15,":[97],"respectively.":[98],"Ablation":[99],"studies":[100],"analysis":[102],"show":[103],"that":[104],"our":[105],"BNA":[107],"effectively":[109],"captures":[110],"structure":[112],"contextualizing":[114],"through":[120],"bidirectional":[121],"enhancing":[124],"representation.":[126]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}