{"id":"https://openalex.org/keywords/inter-annotator-reliability","display_name":"inter-annotator reliability","description":"Inter-annotator reliability is the degree to which multiple annotators consistently assign the same labels or judgments, assessed in data annotation research.","display_name_alternatives":["interannotator reliability","IAA"],"ids":{"openalex":"https://openalex.org/keywords/inter-annotator-reliability","wikidata":null},"primary_topic":null,"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.1029,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0796,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"works_count":116,"cited_by_count":4739,"works_api_url":"https://api.openalex.org/works?filter=keywords.id:keywords/inter-annotator-reliability","updated_date":"2026-11-17T04:05:58","created_date":"2026-09-30T00:00:00"}
