{"id":"https://openalex.org/W2809100814","doi":"https://doi.org/10.1145/3185515","title":"Using Machine Learning to Support Qualitative Coding in Social Science","display_name":"Using Machine Learning to Support Qualitative Coding in Social Science","publication_year":2018,"publication_date":"2018-06-21","ids":{"openalex":"https://openalex.org/W2809100814","doi":"https://doi.org/10.1145/3185515","mag":"2809100814"},"language":"en","primary_location":{"id":"doi:10.1145/3185515","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3185515","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047726449","display_name":"Nan-Chen Chen","orcid":"https://orcid.org/0000-0003-3300-4799"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan-Chen Chen","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":"https://orcid.org/0000-0003-3300-4799","affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054008161","display_name":"Margaret Drouhard","orcid":"https://orcid.org/0000-0002-7720-295X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Drouhard","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048447340","display_name":"Rafa\u0142 Kocielnik","orcid":"https://orcid.org/0000-0001-5602-6056"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rafal Kocielnik","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072651383","display_name":"Jina Suh","orcid":"https://orcid.org/0000-0002-7646-5563"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jina Suh","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013179348","display_name":"C. Aragon","orcid":"https://orcid.org/0000-0002-9502-0965"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cecilia R. Aragon","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":114.6483,"has_fulltext":false,"cited_by_count":152,"citation_normalized_percentile":{"value":0.9992119,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7779573202133179},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6490986943244934},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6170516610145569},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5841119885444641},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.5648095607757568},{"id":"https://openalex.org/keywords/qualitative-property","display_name":"Qualitative property","score":0.48622456192970276},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3720630407333374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3704785108566284},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3336673378944397},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32765865325927734},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.269623339176178},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.16676709055900574},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10374057292938232},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.09773701429367065}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7779573202133179},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6490986943244934},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6170516610145569},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5841119885444641},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.5648095607757568},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.48622456192970276},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3720630407333374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3704785108566284},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3336673378944397},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32765865325927734},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.269623339176178},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.16676709055900574},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10374057292938232},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09773701429367065},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3185515","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3185515","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1154135","https://openalex.org/W409344806","https://openalex.org/W593111600","https://openalex.org/W655994999","https://openalex.org/W814282759","https://openalex.org/W1485627804","https://openalex.org/W1500693574","https://openalex.org/W1501005121","https://openalex.org/W1595438755","https://openalex.org/W1803273808","https://openalex.org/W1826129262","https://openalex.org/W1828722637","https://openalex.org/W1880262756","https://openalex.org/W1926837065","https://openalex.org/W1981740417","https://openalex.org/W1983925849","https://openalex.org/W1988147352","https://openalex.org/W1993208033","https://openalex.org/W2011430131","https://openalex.org/W2020527831","https://openalex.org/W2044102377","https://openalex.org/W2053154970","https://openalex.org/W2081212507","https://openalex.org/W2085081981","https://openalex.org/W2094839437","https://openalex.org/W2095655043","https://openalex.org/W2096191704","https://openalex.org/W2097050150","https://openalex.org/W2102995204","https://openalex.org/W2126192745","https://openalex.org/W2128967345","https://openalex.org/W2131587748","https://openalex.org/W2148771208","https://openalex.org/W2149252982","https://openalex.org/W2155419203","https://openalex.org/W2159397589","https://openalex.org/W2164909292","https://openalex.org/W2165075134","https://openalex.org/W2187558068","https://openalex.org/W2203193397","https://openalex.org/W2237415244","https://openalex.org/W2252208617","https://openalex.org/W2282821441","https://openalex.org/W2296528622","https://openalex.org/W2322987970","https://openalex.org/W2332488709","https://openalex.org/W2420245003","https://openalex.org/W2463386454","https://openalex.org/W2483215953","https://openalex.org/W2486569932","https://openalex.org/W2511233543","https://openalex.org/W2511477705","https://openalex.org/W2546996098","https://openalex.org/W2553981914","https://openalex.org/W2573660794","https://openalex.org/W2588149275","https://openalex.org/W2594475271","https://openalex.org/W2753415590","https://openalex.org/W2753713840","https://openalex.org/W2756188544","https://openalex.org/W2787000863","https://openalex.org/W2891104163","https://openalex.org/W2902396486","https://openalex.org/W2903158431","https://openalex.org/W2916512943","https://openalex.org/W2953487715","https://openalex.org/W2963050403","https://openalex.org/W3083206818","https://openalex.org/W3121684786","https://openalex.org/W3144127399","https://openalex.org/W4231510805","https://openalex.org/W4241450292","https://openalex.org/W4300810154","https://openalex.org/W4388818248"],"related_works":["https://openalex.org/W2802927003","https://openalex.org/W4252638921","https://openalex.org/W2978435296","https://openalex.org/W4206134169","https://openalex.org/W3153356960","https://openalex.org/W3201508169","https://openalex.org/W4281736225","https://openalex.org/W2908432913","https://openalex.org/W1999291729","https://openalex.org/W4240869053"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"has":[3],"become":[4],"increasingly":[5],"influential":[6],"to":[7,54,70,72,125,131,157,175,182,190,212],"human":[8,34,61],"society,":[9],"yet":[10],"the":[11,58,66,73,177,188,200,222],"primary":[12],"advancements":[13],"and":[14,36,56,63,81,102,198,204],"applications":[15,29,77,215],"of":[16,48,60,75,154,165,196,221],"ML":[17,76,90,101,156,181,214],"are":[18,39,129],"driven":[19],"by":[20,186],"research":[21,210],"in":[22,65,179],"only":[23,110],"a":[24,93,167],"few":[25,94],"computational":[26,49],"disciplines.":[27],"Even":[28],"that":[30,128],"affect":[31],"or":[32],"analyze":[33],"behaviors":[35],"social":[37,103,117,217],"structures":[38],"often":[40],"developed":[41],"with":[42],"limited":[43],"input":[44],"from":[45,87],"experts":[46],"outside":[47],"fields.":[50],"Social":[51],"scientists\u2014experts":[52],"trained":[53],"examine":[55],"explain":[57],"complexity":[59],"behavior":[62],"interactions":[64],"world\u2014have":[67],"considerable":[68],"expertise":[69],"contribute":[71],"development":[74],"for":[78,140,171,216],"human-generated":[79],"data,":[80],"their":[82],"analytic":[83],"practices":[84],"could":[85],"benefit":[86],"more":[88],"human-centered":[89,225],"methods.":[91,114],"Although":[92],"researchers":[95],"have":[96],"highlighted":[97],"some":[98],"gaps":[99],"between":[100,202],"sciences":[104],"[51,":[105],"57,":[106],"70],":[107],"most":[108],"discussions":[109],"focus":[111,189],"on":[112,122],"quantitative":[113,134],"Yet":[115],"many":[116],"science":[118,218],"disciplines":[119],"rely":[120],"heavily":[121],"qualitative":[123,141,144,158,173,184],"methods":[124],"distill":[126],"patterns":[127],"challenging":[130],"discover":[132],"through":[133],"data.":[135],"One":[136],"common":[137],"analysis":[138],"method":[139],"data":[142],"is":[143],"coding":[145,174,185],".":[146],"In":[147],"this":[148],"article,":[149],"we":[150,161,207],"highlight":[151],"three":[152,209],"challenges":[153],"applying":[155],"coding.":[159],"Additionally,":[160],"utilize":[162],"our":[163],"experience":[164],"designing":[166],"visual":[168],"analytics":[169],"tool":[170],"collaborative":[172],"demonstrate":[176],"potential":[178],"using":[180],"support":[183],"shifting":[187],"identifying":[191],"ambiguity.":[192,205],"We":[193],"illustrate":[194],"dimensions":[195],"ambiguity":[197],"discuss":[199],"relationship":[201],"disagreement":[203],"Finally,":[206],"propose":[208],"directions":[211],"ground":[213],"as":[219],"part":[220],"progression":[223],"toward":[224],"machine":[226],"learning.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
