{"id":"https://openalex.org/W2943899420","doi":"https://doi.org/10.18653/v1/n19-1295","title":"Modelling Instance-Level Annotator Reliability for Natural Language Labelling Tasks","display_name":"Modelling Instance-Level Annotator Reliability for Natural Language Labelling Tasks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2943899420","doi":"https://doi.org/10.18653/v1/n19-1295","mag":"2943899420"},"language":"en","primary_location":{"id":"doi:10.18653/v1/n19-1295","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1295","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/n19-1295","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100724549","display_name":"Maolin Li","orcid":"https://orcid.org/0000-0002-0828-2001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maolin Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036965440","display_name":"Arvid Fahlstr\u00f6m Myrman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arvid Fahlstr\u00f6m Myrman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048659336","display_name":"Tingting Mu","orcid":"https://orcid.org/0000-0001-6315-3432"},"institutions":[{"id":"https://openalex.org/I127255534","display_name":"Open Text (Canada)","ror":"https://ror.org/00hjkzk85","country_code":"CA","type":"company","lineage":["https://openalex.org/I127255534"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tingting Mu","raw_affiliation_strings":["Natural Language Processing and Text Mining"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Language Processing and Text Mining","institution_ids":["https://openalex.org/I127255534"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077976343","display_name":"Sophia Ananiadou","orcid":"https://orcid.org/0000-0002-4097-9191"},"institutions":[{"id":"https://openalex.org/I127255534","display_name":"Open Text (Canada)","ror":"https://ror.org/00hjkzk85","country_code":"CA","type":"company","lineage":["https://openalex.org/I127255534"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sophia Ananiadou","raw_affiliation_strings":["Natural Language Processing and Text Mining"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Natural Language Processing and Text Mining","institution_ids":["https://openalex.org/I127255534"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2873","last_page":"2883"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7098194360733032},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.6315769553184509},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.607420802116394},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6040458679199219},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.48565399646759033},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.48564115166664124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4758847951889038},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4123542904853821},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08599501848220825},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05655911564826965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7098194360733032},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.6315769553184509},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.607420802116394},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6040458679199219},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.48565399646759033},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.48564115166664124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4758847951889038},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4123542904853821},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08599501848220825},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05655911564826965},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/n19-1295","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1295","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/e5ddccc3-03e8-4523-8e80-a175a063a913","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/e5ddccc3-03e8-4523-8e80-a175a063a913","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, M, Fahlstr\u00f6m Myrman, A, Mu, T & Ananiadou, S 2019, Modelling Instance-Level Annotator Reliability for Natural Language Labelling Tasks. in Proceedings of NAACL-HLT 2019. pp. 2873-2883. < https://www.aclweb.org/anthology/N19-1295.pdf >","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/n19-1295","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/n19-1295","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Conference of the North","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W296976497","https://openalex.org/W1459599406","https://openalex.org/W1516111018","https://openalex.org/W1543648998","https://openalex.org/W1665214252","https://openalex.org/W1840435438","https://openalex.org/W1970381522","https://openalex.org/W1971218560","https://openalex.org/W1972675781","https://openalex.org/W2019029324","https://openalex.org/W2049633694","https://openalex.org/W2064675550","https://openalex.org/W2067760738","https://openalex.org/W2070246124","https://openalex.org/W2086413055","https://openalex.org/W2112511942","https://openalex.org/W2113878109","https://openalex.org/W2129345386","https://openalex.org/W2134305421","https://openalex.org/W2140890285","https://openalex.org/W2142518823","https://openalex.org/W2149273804","https://openalex.org/W2152009989","https://openalex.org/W2152798551","https://openalex.org/W2153579005","https://openalex.org/W2154096410","https://openalex.org/W2251818274","https://openalex.org/W2290431464","https://openalex.org/W2408871143","https://openalex.org/W2527896214","https://openalex.org/W2740579382","https://openalex.org/W2740614682","https://openalex.org/W2751768176","https://openalex.org/W2964121744","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2798121181","https://openalex.org/W2016805743","https://openalex.org/W4242592912","https://openalex.org/W435830328","https://openalex.org/W2087896742","https://openalex.org/W1989025965","https://openalex.org/W2328676785","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"Maolin":[0],"Li,":[1],"Arvid":[2],"Fahlstr\u00f6m":[3],"Myrman,":[4],"Tingting":[5],"Mu,":[6],"Sophia":[7],"Ananiadou.":[8],"Proceedings":[9],"of":[10,14,19],"the":[11,15,20],"2019":[12],"Conference":[13],"North":[16],"American":[17],"Chapter":[18],"Association":[21],"for":[22],"Computational":[23],"Linguistics:":[24],"Human":[25],"Language":[26],"Technologies,":[27],"Volume":[28],"1":[29],"(Long":[30],"and":[31],"Short":[32],"Papers).":[33],"2019.":[34]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}