{"id":"https://openalex.org/W2515887364","doi":"https://doi.org/10.18653/v1/w16-1711","title":"Evaluating Inter-Annotator Agreement on Historical Spelling Normalization","display_name":"Evaluating Inter-Annotator Agreement on Historical Spelling Normalization","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2515887364","doi":"https://doi.org/10.18653/v1/w16-1711","mag":"2515887364"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-1711","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1711","pdf_url":"https://www.aclweb.org/anthology/W16-1711.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Linguistic Annotation Workshop held in\n          conjunction with ACL 2016 (LAW-X 2016)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W16-1711.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005438563","display_name":"Marcel Bollmann","orcid":"https://orcid.org/0000-0003-2598-8150"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Bollmann","raw_affiliation_strings":["Ruhr-Universitt Bochum Department of Linguistics","Ruhr-Universit\u00e4t Bochum Department of Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr-Universitt Bochum Department of Linguistics","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Ruhr-Universit\u00e4t Bochum Department of Linguistics","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063444213","display_name":"Stefanie Dipper","orcid":"https://orcid.org/0000-0003-4357-9078"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefanie Dipper","raw_affiliation_strings":["Ruhr-Universitt Bochum Department of Linguistics","Ruhr-Universit\u00e4t Bochum Department of Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr-Universitt Bochum Department of Linguistics","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Ruhr-Universit\u00e4t Bochum Department of Linguistics","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031866050","display_name":"Florian Petran","orcid":null},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Petran","raw_affiliation_strings":["Ruhr-Universitt Bochum Department of Linguistics","Ruhr-Universit\u00e4t Bochum Department of Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr-Universitt Bochum Department of Linguistics","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Ruhr-Universit\u00e4t Bochum Department of Linguistics","institution_ids":["https://openalex.org/I904495901"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I904495901"],"apc_list":null,"apc_paid":null,"fwci":0.8832,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84446972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"98"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.8712162375450134},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7737824320793152},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.769486665725708},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7283352613449097},{"id":"https://openalex.org/keywords/spelling","display_name":"Spelling","score":0.7236068844795227},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.6458593010902405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6330219507217407},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6112536787986755},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.510553240776062},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2125990092754364},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.05352625250816345}],"concepts":[{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.8712162375450134},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7737824320793152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769486665725708},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7283352613449097},{"id":"https://openalex.org/C2777801307","wikidata":"https://www.wikidata.org/wiki/Q2088390","display_name":"Spelling","level":2,"score":0.7236068844795227},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.6458593010902405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6330219507217407},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6112536787986755},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.510553240776062},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2125990092754364},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.05352625250816345},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w16-1711","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1711","pdf_url":"https://www.aclweb.org/anthology/W16-1711.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Linguistic Annotation Workshop held in\n          conjunction with ACL 2016 (LAW-X 2016)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-1711","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-1711","pdf_url":"https://www.aclweb.org/anthology/W16-1711.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th Linguistic Annotation Workshop held in\n          conjunction with ACL 2016 (LAW-X 2016)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5099999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2515887364.pdf","grobid_xml":"https://content.openalex.org/works/W2515887364.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1647671624","https://openalex.org/W1975879668","https://openalex.org/W1985463960","https://openalex.org/W2053154970","https://openalex.org/W2074231493","https://openalex.org/W2133943399","https://openalex.org/W2141766660","https://openalex.org/W2143092851","https://openalex.org/W2153222072","https://openalex.org/W2187934740","https://openalex.org/W3215385857"],"related_works":["https://openalex.org/W2100947578","https://openalex.org/W2161008081","https://openalex.org/W1555832326","https://openalex.org/W4298186509","https://openalex.org/W2556702969","https://openalex.org/W217221262","https://openalex.org/W611030372","https://openalex.org/W1974418053","https://openalex.org/W4361282947","https://openalex.org/W2250493512"],"abstract_inverted_index":{"This":[0,13],"paper":[1],"deals":[2],"with":[3],"means":[4],"of":[5,27,69],"evaluating":[6],"inter-annotator":[7,49],"agreement":[8,50,59],"for":[9,51],"a":[10,44],"normalization":[11,53],"task.":[12,54],"task":[14],"differs":[15],"from":[16],"common":[17,57],"annotation":[18],"tasks":[19],"in":[20,74],"two":[21],"important":[22],"aspects:":[23],"(i)":[24],"the":[25,52,75,77],"class":[26],"labels":[28],"(the":[29],"normalized":[30],"wordforms)":[31],"is":[32],"open,":[33],"and":[34],"(ii)":[35],"annotations":[36],"can":[37],"match":[38],"to":[39,47,93],"different":[40],"degrees.":[41],"We":[42],"propose":[43],"new":[45],"method":[46,72],"measure":[48],"It":[55],"integrates":[56],"chancecorrected":[58],"measures,":[60],"such":[61],"as":[62],"Fleiss's":[63],"or":[64],"Krippendorff's":[65],".":[66],"The":[67],"novelty":[68],"our":[70],"proposed":[71],"lies":[73],"way":[76],"annotated":[78],"word":[79],"forms":[80],"are":[81,85,91],"treated.":[82],"First,":[83],"they":[84],"evaluated":[86],"character-wise;":[87],"second,":[88],"certain":[89],"characters":[90],"mapped":[92],"more":[94],"general":[95],"categories.":[96]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}