{"id":"https://openalex.org/W4366003147","doi":"https://doi.org/10.1145/3579532","title":"To Err is AI: Imperfect Interventions and Repair in a Conversational Agent Facilitating Group Chat Discussions","display_name":"To Err is AI: Imperfect Interventions and Repair in a Conversational Agent Facilitating Group Chat Discussions","publication_year":2023,"publication_date":"2023-04-14","ids":{"openalex":"https://openalex.org/W4366003147","doi":"https://doi.org/10.1145/3579532"},"language":"en","primary_location":{"id":"doi:10.1145/3579532","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3579532","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010514636","display_name":"Hyo Jin","orcid":"https://orcid.org/0000-0001-8297-6792"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hyo Jin Do","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-8297-6792","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023280657","display_name":"Ha\u2010Kyung Kong","orcid":"https://orcid.org/0000-0001-8974-8610"},"institutions":[{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ha-Kyung Kong","raw_affiliation_strings":["Seattle University, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8974-8610","affiliations":[{"raw_affiliation_string":"Seattle University, Seattle, WA, USA","institution_ids":["https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018459151","display_name":"Pooja Tetali","orcid":"https://orcid.org/0000-0002-6606-9866"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pooja Tetali","raw_affiliation_strings":["University of Illinois at Urbana Champaign, Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-9866","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609347","display_name":"Jaewook Lee","orcid":"https://orcid.org/0000-0002-1481-9290"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaewook Lee","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1481-9290","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034329641","display_name":"Brian P. Bailey","orcid":"https://orcid.org/0000-0003-1859-986X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian P. Bailey","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-1859-986X","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010514636"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":4.2602,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.95280363,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"CSCW1","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.756271243095398},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.7314296364784241},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6289129853248596},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.5575307607650757},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5462051630020142},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4777378439903259},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3740086555480957},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.36178237199783325},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1036718487739563},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09862881898880005}],"concepts":[{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.756271243095398},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.7314296364784241},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6289129853248596},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.5575307607650757},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5462051630020142},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4777378439903259},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3740086555480957},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.36178237199783325},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1036718487739563},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09862881898880005},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3579532","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3579532","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1566134500","https://openalex.org/W1575586478","https://openalex.org/W1979910416","https://openalex.org/W1980298376","https://openalex.org/W2001868978","https://openalex.org/W2012378416","https://openalex.org/W2016476221","https://openalex.org/W2023783524","https://openalex.org/W2038631615","https://openalex.org/W2073598993","https://openalex.org/W2096029678","https://openalex.org/W2101658911","https://openalex.org/W2103787992","https://openalex.org/W2103799103","https://openalex.org/W2108254762","https://openalex.org/W2113922316","https://openalex.org/W2116391482","https://openalex.org/W2126635497","https://openalex.org/W2133553328","https://openalex.org/W2137091751","https://openalex.org/W2139399343","https://openalex.org/W2147954050","https://openalex.org/W2149274557","https://openalex.org/W2149595999","https://openalex.org/W2156897926","https://openalex.org/W2162090451","https://openalex.org/W2165353878","https://openalex.org/W2166145477","https://openalex.org/W2167667698","https://openalex.org/W2248761606","https://openalex.org/W2290102723","https://openalex.org/W2292871267","https://openalex.org/W2346036266","https://openalex.org/W2559773866","https://openalex.org/W2587205267","https://openalex.org/W2610281177","https://openalex.org/W2611953642","https://openalex.org/W2765338544","https://openalex.org/W2787096751","https://openalex.org/W2794079986","https://openalex.org/W2795037203","https://openalex.org/W2795679027","https://openalex.org/W2795821046","https://openalex.org/W2795916109","https://openalex.org/W2898944906","https://openalex.org/W2899171252","https://openalex.org/W2902152098","https://openalex.org/W2902865782","https://openalex.org/W2918497321","https://openalex.org/W2920871702","https://openalex.org/W2938704773","https://openalex.org/W2942367614","https://openalex.org/W2943046147","https://openalex.org/W2951035168","https://openalex.org/W2951164764","https://openalex.org/W3005026984","https://openalex.org/W3029844454","https://openalex.org/W3030120704","https://openalex.org/W3102474786","https://openalex.org/W3121705224","https://openalex.org/W3125633690","https://openalex.org/W3134197519","https://openalex.org/W3159016082","https://openalex.org/W3159769162","https://openalex.org/W3161516024","https://openalex.org/W3161932428","https://openalex.org/W3163934237","https://openalex.org/W3216196383","https://openalex.org/W4205782952","https://openalex.org/W4206439534","https://openalex.org/W4230330790","https://openalex.org/W4288076433","https://openalex.org/W4288080268","https://openalex.org/W4297823417","https://openalex.org/W4302122512"],"related_works":["https://openalex.org/W2946214509","https://openalex.org/W2606108738","https://openalex.org/W4286740636","https://openalex.org/W2628063975","https://openalex.org/W2356479129","https://openalex.org/W2387346515","https://openalex.org/W2352196451","https://openalex.org/W2590086693","https://openalex.org/W2381260192","https://openalex.org/W3122423648"],"abstract_inverted_index":{"Conversational":[0],"agents":[1],"(CAs)":[2],"can":[3,53,107],"analyze":[4],"online":[5,89,171],"conversations":[6],"using":[7,35,273],"natural":[8],"language":[9],"techniques":[10],"and":[11,33,48,71,127,157,191,252],"effectively":[12],"facilitate":[13],"group":[14,72,96],"discussions":[15],"by":[16,243],"sending":[17],"supervisory":[18],"messages.":[19,205,228],"However,":[20],"if":[21,164],"a":[22,46,49,76,94,100,123,143,150,161],"CA":[23,32,47,77,120,135,190],"makes":[24],"imperfect":[25],"interventions,":[26],"users":[27,149],"may":[28],"stop":[29],"trusting":[30],"the":[31,58,63,69,80,119,134,154,158,189,211,218,262,274,280],"discontinue":[34],"it.":[36],"In":[37],"this":[38],"study,":[39],"we":[40,176,233,271],"demonstrate":[41],"how":[42],"inaccurate":[43],"interventions":[44],"of":[45,57,82,105,188,213,222],"conversational":[50,144,207,275],"repair":[51,145,208,276],"strategy":[52,146,209,277],"influence":[54],"user":[55],"acceptance":[56,187],"CA,":[59],"members'":[60],"participation":[61,81],"in":[62,87,92],"discussion,":[64],"perceived":[65,219,281],"discussion":[66,91,193,220,282],"experience":[67,221],"between":[68,245],"members,":[70],"performance.":[73],"We":[74,141],"built":[75],"that":[78,147,178],"encourages":[79],"members":[83],"with":[84,173],"low":[85],"contributions":[86],"an":[88,138,165,170],"chat":[90],"which":[93,238],"small":[95],"(3-6":[97],"members)":[98],"performs":[99],"decision-making":[101],"task.":[102],"Two":[103],"types":[104],"errors":[106,116,131,214,268],"occur":[108,132],"when":[109,118,133],"detecting":[110,137],"under-contributing":[111,126,139],"members:":[112],"1)":[113],"false-positive":[114],"(FP)":[115],"happen":[117],"falsely":[121],"identifies":[122],"member":[124],"as":[125,216],"2)":[128],"false-negative":[129],"(FN)":[130],"misses":[136],"member.":[140],"designed":[142],"gives":[148],"chance":[151],"to":[152,199,278],"contest":[153],"detection":[155],"results":[156],"agent":[159],"sends":[160],"correctional":[162],"message":[163],"error":[166,183,204,227],"is":[167],"detected.":[168],"Through":[169],"study":[172],"175":[174],"participants,":[175],"found":[177],"participants":[179,223],"who":[180,201,224],"received":[181,202,225],"FN":[182,257],"messages":[184],"reported":[185],"higher":[186],"better":[192],"experience,":[194],"but":[195],"participated":[196],"less":[197],"compared":[198],"those":[200],"FP":[203,226,250,267],"The":[206],"moderated":[210],"effect":[212],"such":[215],"improving":[217],"Based":[229],"on":[230,261],"our":[231],"findings,":[232],"offer":[234],"design":[235],"implications":[236],"for":[237],"model":[239],"should":[240],"be":[241],"selected":[242],"practitioners":[244],"high":[246,253],"precision":[247],"(i.e.,":[248,255],"fewer":[249,256],"errors)":[251,258],"recall":[254],"models":[259],"depending":[260],"desired":[263],"effects.":[264],"When":[265],"frequent":[266],"are":[269],"expected,":[270],"suggest":[272],"improve":[279],"experience.":[283]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
