{"id":"https://openalex.org/W4386136181","doi":"https://doi.org/10.1145/3617362","title":"CoAIcoder: Examining the Effectiveness of AI-assisted Human-to-Human Collaboration in Qualitative Analysis","display_name":"CoAIcoder: Examining the Effectiveness of AI-assisted Human-to-Human Collaboration in Qualitative Analysis","publication_year":2023,"publication_date":"2023-08-24","ids":{"openalex":"https://openalex.org/W4386136181","doi":"https://doi.org/10.1145/3617362"},"language":"en","primary_location":{"id":"doi:10.1145/3617362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3617362","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102833144","display_name":"Jie Gao","orcid":"https://orcid.org/0000-0001-5992-6471"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Jie Gao","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084357603","display_name":"Kenny Tsu Wei Choo","orcid":"https://orcid.org/0000-0003-3845-9143"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kenny Tsu Wei Choo","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616438","display_name":"Junming Cao","orcid":"https://orcid.org/0009-0007-4118-7376"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junming Cao","raw_affiliation_strings":["Fudan University, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089793938","display_name":"Roy Ka-Wei Lee","orcid":"https://orcid.org/0000-0002-1986-7750"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Roy Ka-Wei Lee","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067200799","display_name":"Simon T. Perrault","orcid":"https://orcid.org/0000-0002-3105-9350"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Simon Perrault","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102833144"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":49.3458,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.99899222,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"31","issue":"1","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11981","display_name":"Qualitative Research Methods and Ethics","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7287237644195557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5731378793716431},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.5235124230384827},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.505275547504425},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.4450311064720154},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34191393852233887},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33551710844039917},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10807979106903076},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.09964531660079956}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7287237644195557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5731378793716431},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.5235124230384827},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.505275547504425},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.4450311064720154},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34191393852233887},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33551710844039917},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10807979106903076},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.09964531660079956},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3617362","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3617362","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W409344806","https://openalex.org/W436832653","https://openalex.org/W1480414464","https://openalex.org/W1525161423","https://openalex.org/W1833550036","https://openalex.org/W1979290264","https://openalex.org/W2018643010","https://openalex.org/W2056767480","https://openalex.org/W2097412619","https://openalex.org/W2113537253","https://openalex.org/W2127561630","https://openalex.org/W2131587748","https://openalex.org/W2143602702","https://openalex.org/W2147362419","https://openalex.org/W2330516491","https://openalex.org/W2549229166","https://openalex.org/W2607618454","https://openalex.org/W2756188544","https://openalex.org/W2766818166","https://openalex.org/W2767005192","https://openalex.org/W2769563773","https://openalex.org/W2769616323","https://openalex.org/W2783169287","https://openalex.org/W2791720225","https://openalex.org/W2795548522","https://openalex.org/W2795783386","https://openalex.org/W2809100814","https://openalex.org/W2899091845","https://openalex.org/W2906151105","https://openalex.org/W2918497321","https://openalex.org/W2940560100","https://openalex.org/W2942073295","https://openalex.org/W2943156809","https://openalex.org/W2980931192","https://openalex.org/W2983493784","https://openalex.org/W2999765337","https://openalex.org/W3001362559","https://openalex.org/W3004597283","https://openalex.org/W3015959577","https://openalex.org/W3025627133","https://openalex.org/W3093660685","https://openalex.org/W3104847483","https://openalex.org/W3124026294","https://openalex.org/W3133035511","https://openalex.org/W3136925596","https://openalex.org/W3206428286","https://openalex.org/W3207098447","https://openalex.org/W3217379076","https://openalex.org/W4252502036","https://openalex.org/W4288076015","https://openalex.org/W4291961169","https://openalex.org/W4294214983","https://openalex.org/W4302233387","https://openalex.org/W4315817451","https://openalex.org/W4315817573","https://openalex.org/W4366003124","https://openalex.org/W4366548345","https://openalex.org/W4385438855","https://openalex.org/W4387606052","https://openalex.org/W6747478318","https://openalex.org/W6888812091"],"related_works":["https://openalex.org/W2046541833","https://openalex.org/W2412051436","https://openalex.org/W1499806064","https://openalex.org/W4240869053","https://openalex.org/W2140472019","https://openalex.org/W2057857755","https://openalex.org/W2261353938","https://openalex.org/W4316090175","https://openalex.org/W2898960644","https://openalex.org/W2591867738"],"abstract_inverted_index":{"While":[0],"AI-assisted":[1,9,143],"individual":[2],"qualitative":[3,11],"analysis":[4,12],"has":[5],"been":[6],"substantially":[7],"studied,":[8],"collaborative":[10],"(CQA)":[13],"\u2013":[14],"a":[15,43,59,85,90],"process":[16],"that":[17,82],"involves":[18],"multiple":[19],"researchers":[20],"working":[21],"together":[22],"to":[23,47,120,128],"interpret":[24],"data\u2014remains":[25],"relatively":[26],"unexplored.":[27],"After":[28],"identifying":[29],"CQA":[30,52,73,96,134,144],"practices":[31],"and":[32,40,98],"design":[33,139],"opportunities":[34],"through":[35,53],"formative":[36],"interviews,":[37],"we":[38,62,137],"designed":[39],"implemented":[41],"CoAIcoder,":[42],"tool":[44],"leveraging":[45],"AI":[46,87,127],"enhance":[48],"human-to-human":[49,130],"collaboration":[50,56,77,131],"within":[51],"four":[54],"distinct":[55],"methods.":[57],"With":[58],"between-subject":[60],"design,":[61],"evaluated":[63],"CoAIcoder":[64],"with":[65],"32":[66],"pairs":[67],"of":[68],"CQA-trained":[69],"participants":[70],"across":[71],"common":[72],"phases":[74],"under":[75],"each":[76],"method.":[78],"Our":[79],"findings":[80],"suggest":[81,138],"while":[83],"using":[84,126],"shared":[86],"model":[88],"as":[89],"mediator":[91],"among":[92],"coders":[93],"could":[94],"improve":[95],"efficiency":[97],"foster":[99],"agreement":[100],"more":[101],"quickly":[102],"in":[103,132],"the":[104,111,118,122],"early":[105],"coding":[106],"stage,":[107],"it":[108],"might":[109],"affect":[110],"final":[112],"code":[113],"diversity.":[114],"We":[115],"also":[116],"emphasize":[117],"need":[119],"consider":[121],"independence":[123],"level":[124],"when":[125],"assist":[129],"various":[133],"scenarios.":[135],"Lastly,":[136],"implications":[140],"for":[141],"future":[142],"systems.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
