{"id":"https://openalex.org/W7128203805","doi":"https://doi.org/10.1007/978-981-96-6603-4_28","title":"Annotator Disagreement-Based Analysis for\u00a0Developing Bias Benchmark Datasets in\u00a0Resource-Restricted Settings","display_name":"Annotator Disagreement-Based Analysis for\u00a0Developing Bias Benchmark Datasets in\u00a0Resource-Restricted Settings","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W7128203805","doi":"https://doi.org/10.1007/978-981-96-6603-4_28"},"language":"en","primary_location":{"id":"doi:10.1007/978-981-96-6603-4_28","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-96-6603-4_28","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066349744","display_name":"Vithya Yogarajan","orcid":"https://orcid.org/0000-0002-6054-9543"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vithya Yogarajan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Paul Rayson","orcid":"https://orcid.org/0000-0002-1257-2191"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Rayson","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006801239","display_name":"Dobbie Gillian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gillian Dobbie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038772203","display_name":"Aaron Keesing","orcid":"https://orcid.org/0000-0001-6416-0423"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aaron Keesing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025447061","display_name":"Te Taka Keegan","orcid":"https://orcid.org/0000-0002-8628-4993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Te Taka Keegan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017390828","display_name":"Diana Benavides\u2010Prado","orcid":"https://orcid.org/0000-0003-1137-2822"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diana Benavides-Prado","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125318583","display_name":"Michael Witbrock","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Witbrock","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5066349744"],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87681549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"400","last_page":"415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.22769999504089355,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.22769999504089355,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16830000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.04960000142455101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.684499979019165},{"id":"https://openalex.org/keywords/noisy-data","display_name":"Noisy data","score":0.2547000050544739},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2410999983549118},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.23569999635219574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8808000087738037},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.684499979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5418999791145325},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.52920001745224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43799999356269836},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26660001277923584},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2410999983549118},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.23569999635219574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.23469999432563782}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-981-96-6603-4_28","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-96-6603-4_28","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W2144892094","https://openalex.org/W2146950091","https://openalex.org/W2282662739","https://openalex.org/W2920114910","https://openalex.org/W2947972174","https://openalex.org/W2963457723","https://openalex.org/W2971307358","https://openalex.org/W3037831233","https://openalex.org/W3092614566","https://openalex.org/W3099635335","https://openalex.org/W3105882417","https://openalex.org/W3166716308","https://openalex.org/W3172415559","https://openalex.org/W3176477796","https://openalex.org/W3184074368","https://openalex.org/W3206355021","https://openalex.org/W3206428286","https://openalex.org/W4206546829","https://openalex.org/W4206828928","https://openalex.org/W4210380971","https://openalex.org/W4281749972","https://openalex.org/W4287888120","https://openalex.org/W4296776180","https://openalex.org/W4380302074","https://openalex.org/W4382280470","https://openalex.org/W4385570179","https://openalex.org/W4385571236","https://openalex.org/W4385571972","https://openalex.org/W4385573849","https://openalex.org/W4389518984","https://openalex.org/W4404752288","https://openalex.org/W6893786554"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2026-02-08T00:00:00"}