{"id":"https://openalex.org/W4408302935","doi":"https://doi.org/10.47989/ir30iconf47146","title":"Collaborative human-AI risk annotation: co-annotating online incivility with CHAIRA","display_name":"Collaborative human-AI risk annotation: co-annotating online incivility with CHAIRA","publication_year":2025,"publication_date":"2025-03-11","ids":{"openalex":"https://openalex.org/W4408302935","doi":"https://doi.org/10.47989/ir30iconf47146"},"language":"en","primary_location":{"id":"doi:10.47989/ir30iconf47146","is_oa":true,"landing_page_url":"https://doi.org/10.47989/ir30iconf47146","pdf_url":"https://publicera.kb.se/ir/article/download/47146/37153","source":{"id":"https://openalex.org/S163673364","display_name":"Information Research","issn_l":"1368-1613","issn":["1368-1613"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4360969346","host_organization_name":"Swedish School of Library and Information Science","host_organization_lineage":["https://openalex.org/P4360969346"],"host_organization_lineage_names":["Swedish School of Library and Information Science"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Research an international electronic journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://publicera.kb.se/ir/article/download/47146/37153","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101734911","display_name":"Jinkyung Park","orcid":"https://orcid.org/0000-0002-0804-832X"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinkyung Katie Park","raw_affiliation_strings":["Clemson University, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clemson University, United States of America","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081346297","display_name":"Rahul Dev Ellezhuthil","orcid":"https://orcid.org/0000-0002-3002-6223"},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rahul Dev Ellezhuthil","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032530421","display_name":"Pamela Wi\u015bniewski","orcid":"https://orcid.org/0000-0002-6223-1029"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pamela Wisniewski","raw_affiliation_strings":["Vanderbilt University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011229206","display_name":"Vivek K. Singh","orcid":"https://orcid.org/0000-0002-8194-2336"},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Vivek Singh","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0148655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"iConf","first_page":"992","last_page":"1008"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10574","display_name":"Crime Patterns and Interventions","score":0.8471999764442444,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10994","display_name":"Terrorism, Counterterrorism, and Political Violence","score":0.8276000022888184,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7621031403541565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6081153154373169},{"id":"https://openalex.org/keywords/incivility","display_name":"Incivility","score":0.4367799162864685},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33999645709991455},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2874678671360016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18130087852478027},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09625568985939026}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7621031403541565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6081153154373169},{"id":"https://openalex.org/C133987381","wikidata":"https://www.wikidata.org/wiki/Q3149921","display_name":"Incivility","level":2,"score":0.4367799162864685},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33999645709991455},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2874678671360016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18130087852478027},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09625568985939026}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.47989/ir30iconf47146","is_oa":true,"landing_page_url":"https://doi.org/10.47989/ir30iconf47146","pdf_url":"https://publicera.kb.se/ir/article/download/47146/37153","source":{"id":"https://openalex.org/S163673364","display_name":"Information Research","issn_l":"1368-1613","issn":["1368-1613"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4360969346","host_organization_name":"Swedish School of Library and Information Science","host_organization_lineage":["https://openalex.org/P4360969346"],"host_organization_lineage_names":["Swedish School of Library and Information Science"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Research an international electronic journal","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7ad1439c1d3e4d4881041e006b7a79ea","is_oa":true,"landing_page_url":"https://doaj.org/article/7ad1439c1d3e4d4881041e006b7a79ea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information Research: An International Electronic Journal, Vol 30, Iss iConf (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.47989/ir30iconf47146","is_oa":true,"landing_page_url":"https://doi.org/10.47989/ir30iconf47146","pdf_url":"https://publicera.kb.se/ir/article/download/47146/37153","source":{"id":"https://openalex.org/S163673364","display_name":"Information Research","issn_l":"1368-1613","issn":["1368-1613"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4360969346","host_organization_name":"Swedish School of Library and Information Science","host_organization_lineage":["https://openalex.org/P4360969346"],"host_organization_lineage_names":["Swedish School of Library and Information Science"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Research an international electronic journal","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408302935.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2116752375","https://openalex.org/W3042723058","https://openalex.org/W4205987702","https://openalex.org/W4407993641","https://openalex.org/W3165299435","https://openalex.org/W3044401696","https://openalex.org/W1843628234"],"abstract_inverted_index":{"Introduction.":[0],"Collaborative":[1,40],"human-AI":[2,22,87,188],"annotation":[3,26,179],"is":[4],"a":[5,39,125,131],"promising":[6],"approach":[7],"for":[8,24,31,89,177,187],"various":[9],"tasks":[10],"with":[11,86,102],"large-scale":[12],"and":[13,17,48,69,72,113,134,171,180,184],"complex":[14],"data.":[15],"Tools":[16],"methods":[18],"to":[19,51,63,137],"support":[20],"effective":[21],"collaboration":[23,88,189],"data":[25,92,192],"are":[27],"an":[28],"important":[29],"direction":[30],"research.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36],"present":[37],"CHAIRA:":[38],"Human-AI":[41],"Risk":[42],"Annotation":[43],"tool":[44],"that":[45,119,138,150,161],"enables":[46],"human":[47,68,112,132,141,151,162],"AI":[49,70,114,145,175],"agents":[50,176],"collaboratively":[52],"annotate":[53],"online":[54,90],"incivility.":[55],"Method.":[56],"We":[57,95,117],"leveraged":[58],"Large":[59],"Language":[60],"Models":[61],"(LLMs)":[62],"facilitate":[64],"the":[65,108,120,144,169],"interaction":[66],"between":[67,111,130],"annotators":[71],"examine":[73],"four":[74],"different":[75],"prompting":[76,84],"strategies.":[77],"The":[78],"developed":[79],"CHAIRA":[80,97],"system":[81],"combines":[82],"multiple":[83],"approaches":[85],"incivility":[91,149,160,178],"annotation.":[93,193],"Analysis.":[94],"evaluated":[96],"on":[98,107],"457":[99],"user":[100],"comments":[101],"ground":[103],"truth":[104],"labels":[105],"based":[106],"inter-rater":[109],"agreement":[110,129],"coders.":[115,142],"Results.":[116],"found":[118],"most":[121],"collaborative":[122],"prompt":[123],"supported":[124],"high":[126],"level":[127],"of":[128,139,173],"agent":[133],"AI,":[135],"comparable":[136],"two":[140],"While":[143],"missed":[146],"some":[147],"implicit":[148],"coders":[152,163],"easily":[153],"identified,":[154],"it":[155],"also":[156],"spotted":[157],"politically":[158],"nuanced":[159],"overlooked.":[164],"Conclusions.":[165],"Our":[166],"study":[167],"reveals":[168],"benefits":[170],"challenges":[172],"using":[174],"provides":[181],"design":[182],"implications":[183],"best":[185],"practices":[186],"in":[190],"subjective":[191]},"counts_by_year":[],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}