{"id":"https://openalex.org/W2252039660","doi":"https://doi.org/10.3115/v1/p14-2083","title":"Linguistically debatable or just plain wrong?","display_name":"Linguistically debatable or just plain wrong?","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2252039660","doi":"https://doi.org/10.3115/v1/p14-2083","mag":"2252039660"},"language":"en","primary_location":{"id":"doi:10.3115/v1/p14-2083","is_oa":false,"landing_page_url":"https://doi.org/10.3115/v1/p14-2083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088832285","display_name":"Barbara Plank","orcid":"https://orcid.org/0000-0002-4394-1965"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Barbara Plank","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084505122","display_name":"Dirk Hovy","orcid":"https://orcid.org/0000-0002-4618-3127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dirk Hovy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018138946","display_name":"Anders S\u00f8gaard","orcid":"https://orcid.org/0000-0001-5250-4276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anders S\u00f8gaard","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088832285"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5458,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.96247759,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"507","last_page":"511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9466000199317932,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9330999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48797887563705444},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.33525797724723816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48797887563705444},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.33525797724723816}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3115/v1/p14-2083","is_oa":false,"landing_page_url":"https://doi.org/10.3115/v1/p14-2083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/84d27a70-2dfd-4d11-adbd-09a5d9cd5bcd","is_oa":false,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/84d27a70-2dfd-4d11-adbd-09a5d9cd5bcd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Plank , B , Hovy , D & S\u00f8gaard , A 2014 , Linguistically debatable or just plain wrong? in Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers) . vol. volume 2 , Association for Computational Linguistics , Baltimore, Maryland , pp. 507-511 .","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7400000095367432,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1014376541","https://openalex.org/W1632114991","https://openalex.org/W2006873020","https://openalex.org/W2119830539","https://openalex.org/W2129494713","https://openalex.org/W2142518823","https://openalex.org/W2143995218","https://openalex.org/W2144660879","https://openalex.org/W2149273804","https://openalex.org/W2154096410","https://openalex.org/W2157765050","https://openalex.org/W2167643563","https://openalex.org/W2250493512","https://openalex.org/W2250770534","https://openalex.org/W2251818274"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"linguistic":[1],"annotation":[2,7,88,99],"projects,":[3],"we":[4,20,23,91],"typically":[5],"develop":[6],"guidelines":[8],"to":[9,58,80,86],"maximize":[10],"inter-annotator":[11],"agreement":[12],"and":[13,54],"learnability.":[14],"However,":[15],"in":[16,95],"this":[17],"position":[18],"paper":[19],"question":[21],"whether":[22],"should":[24],"actually":[25],"limit":[26],"the":[27,74,96],"disagreements":[28,49,71],"between":[29],"annotators,":[30],"rather":[31,62,84],"than":[32,63,85],"embrace":[33],"them.":[34],"We":[35],"present":[36],"an":[37,59],"empirical":[38],"analysis":[39,69],"of":[40,70,76,98,103],"part-of-speech":[41],"annotated":[42],"data":[43],"sets":[44],"that":[45,47,73,93],"suggests":[46],"certain":[48],"are":[50,78,106],"systematic":[51],"across":[52],"domains":[53],"languages.":[55],"This":[56],"points":[57],"underlying":[60],"ambiguity":[61],"random":[64],"errors.":[65,89],"Moreover,":[66],"a":[67],"quantitative":[68],"reveals":[72],"majority":[75],"them":[77],"due":[79],"linguistically":[81,107],"debatable":[82],"cases,":[83],"actual":[87],"Specifically,":[90],"show":[92],"even":[94],"absence":[97],"guidelines,":[100],"only":[101],"2%":[102],"annotator":[104],"choices":[105],"unmotivated.":[108]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}