{"id":"https://openalex.org/W4391226307","doi":"https://doi.org/10.1017/s1351324924000019","title":"Anisotropic span embeddings and the negative impact of higher-order inference for coreference resolution: An empirical analysis","display_name":"Anisotropic span embeddings and the negative impact of higher-order inference for coreference resolution: An empirical analysis","publication_year":2024,"publication_date":"2024-01-25","ids":{"openalex":"https://openalex.org/W4391226307","doi":"https://doi.org/10.1017/s1351324924000019"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324924000019","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324924000019","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/E59F426F59F86445BD3A0B9EA24EBB4A/S1351324924000019a.pdf/div-class-title-anisotropic-span-embeddings-and-the-negative-impact-of-higher-order-inference-for-coreference-resolution-an-empirical-analysis-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/E59F426F59F86445BD3A0B9EA24EBB4A/S1351324924000019a.pdf/div-class-title-anisotropic-span-embeddings-and-the-negative-impact-of-higher-order-inference-for-coreference-resolution-an-empirical-analysis-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041651091","display_name":"Feng Hou","orcid":"https://orcid.org/0000-0001-5776-9177"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Feng Hou","raw_affiliation_strings":["School of Natural and Computational Sciences, Massey University, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-5776-9177","affiliations":[{"raw_affiliation_string":"School of Natural and Computational Sciences, Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100694558","display_name":"Ruili Wang","orcid":"https://orcid.org/0000-0001-7117-2772"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Ruili Wang","raw_affiliation_strings":["School of Natural and Computational Sciences, Massey University, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Natural and Computational Sciences, Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090171111","display_name":"See-Kiong Ng","orcid":"https://orcid.org/0000-0001-6565-7511"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"See-Kiong Ng","raw_affiliation_strings":["Institute of Data Science, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Data Science, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081024416","display_name":"Fangyi Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Fangyi Zhu","raw_affiliation_strings":["Institute of Data Science, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Data Science, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057995059","display_name":"Michael Witbrock","orcid":"https://orcid.org/0000-0002-7554-0971"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Michael Witbrock","raw_affiliation_strings":["School of Computer Science, University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080408191","display_name":"Steven F. Cahan","orcid":"https://orcid.org/0000-0003-4024-0191"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Steven F. Cahan","raw_affiliation_strings":["University of Auckland Business School, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland Business School, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067683323","display_name":"Lily Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lily Chen","raw_affiliation_strings":["Research School of Accounting, College of Business & Economics, Australian National University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research School of Accounting, College of Business & Economics, Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100842859","display_name":"Xiaoyun Jia","orcid":"https://orcid.org/0000-0003-1821-1271"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I82333064","display_name":"Chinese Academy of Governance","ror":"https://ror.org/006cgkx15","country_code":"CN","type":"government","lineage":["https://openalex.org/I82333064"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyun Jia","raw_affiliation_strings":["Institute of Governance, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Governance, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I82333064","https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100694558"],"corresponding_institution_ids":["https://openalex.org/I51158804"],"apc_list":null,"apc_paid":null,"fwci":0.3147,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59585776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"30","issue":"6","first_page":"1301","last_page":"1322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coreference","display_name":"Coreference","score":0.8469535112380981},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8344700336456299},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6202656030654907},{"id":"https://openalex.org/keywords/span","display_name":"Span (engineering)","score":0.6162427663803101},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.5403881072998047},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4121382236480713},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3721189796924591}],"concepts":[{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.8469535112380981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8344700336456299},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6202656030654907},{"id":"https://openalex.org/C2778753569","wikidata":"https://www.wikidata.org/wiki/Q1960395","display_name":"Span (engineering)","level":2,"score":0.6162427663803101},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.5403881072998047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4121382236480713},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3721189796924591},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324924000019","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324924000019","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/E59F426F59F86445BD3A0B9EA24EBB4A/S1351324924000019a.pdf/div-class-title-anisotropic-span-embeddings-and-the-negative-impact-of-higher-order-inference-for-coreference-resolution-an-empirical-analysis-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s1351324924000019","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324924000019","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/E59F426F59F86445BD3A0B9EA24EBB4A/S1351324924000019a.pdf/div-class-title-anisotropic-span-embeddings-and-the-negative-impact-of-higher-order-inference-for-coreference-resolution-an-empirical-analysis-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391226307.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1965693266","https://openalex.org/W2098345921","https://openalex.org/W2101609803","https://openalex.org/W2118290466","https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2155069789","https://openalex.org/W2157944021","https://openalex.org/W2251035762","https://openalex.org/W2587690726","https://openalex.org/W2600500667","https://openalex.org/W2612690371","https://openalex.org/W2752172973","https://openalex.org/W2896457183","https://openalex.org/W2920114910","https://openalex.org/W2949493644","https://openalex.org/W2951941824","https://openalex.org/W2962739339","https://openalex.org/W2962769558","https://openalex.org/W2963003781","https://openalex.org/W2963087868","https://openalex.org/W2963167649","https://openalex.org/W2963639656","https://openalex.org/W2963695529","https://openalex.org/W2964222246","https://openalex.org/W2970550868","https://openalex.org/W2988217457","https://openalex.org/W2996035354","https://openalex.org/W3003276437","https://openalex.org/W3011411500","https://openalex.org/W3034797437","https://openalex.org/W3035526303","https://openalex.org/W3098264558","https://openalex.org/W6629633590","https://openalex.org/W6729126190"],"related_works":["https://openalex.org/W2139373276","https://openalex.org/W2227889443","https://openalex.org/W1509033667","https://openalex.org/W4385749782","https://openalex.org/W3041549465","https://openalex.org/W2380610138","https://openalex.org/W3171444480","https://openalex.org/W3212412177","https://openalex.org/W4206648670","https://openalex.org/W2529509480"],"abstract_inverted_index":{"Abstract":[0],"Coreference":[1],"resolution":[2,28,41],"is":[3],"the":[4,14,81,84,118,176,180,211,218,226],"task":[5],"of":[6,87,120,141,175,183,191],"identifying":[7],"and":[8,35,39,115,123,136,152,158,179,199],"clustering":[9],"mentions":[10,34],"that":[11,111,206],"refer":[12],"to":[13,47,55,66,105,127,162],"same":[15],"entity":[16],"in":[17],"a":[18,172],"document.":[19],"Based":[20],"on":[21,73,217,225],"state-of-the-art":[22,223],"deep":[23],"learning":[24],"approaches,":[25],"end-to-end":[26,57],"coreference":[27,40,58,74,89,168],"considers":[29],"all":[30],"spans":[31],"as":[32],"candidate":[33],"tackles":[36],"mention":[37,201],"detection":[38],"simultaneously.":[42],"Recently,":[43],"researchers":[44],"have":[45,63,67,102],"attempted":[46],"incorporate":[48],"document-level":[49],"context":[50],"using":[51,142],"higher-order":[52],"inference":[53],"(HOI)":[54],"improve":[56,210],"resolution.":[59,75,90,169],"However,":[60],"HOI":[61,88,112],"methods":[62],"been":[64,103],"shown":[65,104],"marginal":[68],"or":[69],"even":[70],"negative":[71,85],"impact":[72,86],"In":[76],"this":[77],"paper,":[78],"we":[79,144],"reveal":[80],"reasons":[82],"for":[83,98,167],"Contextualized":[91],"representations":[92],"(e.g.,":[93,134],"those":[94],"produced":[95],"by":[96,196,200],"BERT)":[97],"building":[99],"span":[100,121,165,208],"embeddings":[101,122,166,209],"be":[106],"highly":[107],"anisotropic.":[108],"We":[109],"show":[110,205],"actually":[113],"increases":[114],"thus":[116],"worsens":[117],"anisotropy":[119],"makes":[124],"it":[125],"difficult":[126],"distinguish":[128],"between":[129],"related":[130,192],"but":[131,193],"distinct":[132,194],"entities":[133,195],"pilots":[135],"flight":[137],"attendants":[138],").":[139],"Instead":[140],"HOI,":[143],"propose":[145],"two":[146],"methods,":[147],"Less-Anisotropic":[148],"Internal":[149],"Representations":[150],"(LAIR)":[151],"Data":[153],"Augmentation":[154],"with":[155],"Document":[156],"Synthesis":[157],"Mention":[159],"Swap":[160],"(DSMS),":[161],"learn":[163],"less-anisotropic":[164,207],"LAIR":[170],"uses":[171],"linear":[173],"aggregation":[174],"first":[177],"layer":[178,182],"topmost":[181],"contextualized":[184],"embeddings.":[185],"DSMS":[186],"generates":[187],"more":[188],"diversified":[189],"examples":[190],"synthesizing":[197],"documents":[198],"swapping.":[202],"Our":[203],"experiments":[204],"performance":[212,224],"significantly":[213],"(+2.8":[214],"F1":[215],"gain":[216],"OntoNotes":[219],"benchmark)":[220],"reaching":[221],"new":[222],"GAP":[227],"dataset.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}