{"id":"https://openalex.org/W2805117413","doi":"https://doi.org/10.1177/0049124118769114","title":"The Future of Coding: A Comparison of Hand-Coding and Three Types of Computer-Assisted Text Analysis Methods","display_name":"The Future of Coding: A Comparison of Hand-Coding and Three Types of Computer-Assisted Text Analysis Methods","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2805117413","doi":"https://doi.org/10.1177/0049124118769114","mag":"2805117413"},"language":"en","primary_location":{"id":"doi:10.1177/0049124118769114","doi":"https://doi.org/10.1177/0049124118769114","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0049124118769114","pdf_url":null,"source":{"id":"https://openalex.org/S9536269","display_name":"Sociological Methods & Research","issn_l":"0049-1241","issn":["0049-1241","1552-8294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-4","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sociological Methods & Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022054335","display_name":"Laura K. Nelson","orcid":"https://orcid.org/0000-0001-8948-300X","observed_orcids":["https://orcid.org/0000-0001-8948-300X"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Laura K. Nelson","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045942150","display_name":"Derek Burk","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Burk","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011215003","display_name":"Marcel Knudsen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcel Knudsen","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001694837","display_name":"Leslie McCall","orcid":"https://orcid.org/0000-0002-7700-3969","observed_orcids":["https://orcid.org/0000-0002-7700-3969"]},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]},{"id":"https://openalex.org/I174216632","display_name":"City University of New York","ror":"https://ror.org/00453a208","country_code":"US","type":"education","lineage":["https://openalex.org/I174216632"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leslie McCall","raw_affiliation_strings":["The Graduate Center, City University of New York, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Graduate Center, City University of New York, New York, NY, USA","institution_ids":["https://openalex.org/I121847817","https://openalex.org/I174216632"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022054335"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":{"value":3900,"currency":"USD","value_usd":3900},"apc_paid":null,"fwci":37.9228,"has_fulltext":false,"cited_by_count":237,"citation_normalized_percentile":{"value":0.99589081,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"50","issue":"1","first_page":"202","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-text-analysis","display_name":"computational text analysis","score":0.9629999995231628},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"supervised learning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":1.0},{"id":"https://openalex.org/keywords/news-media-analysis","display_name":"news media analysis","score":0.578000009059906},{"id":"https://openalex.org/keywords/method-comparison","display_name":"method comparison","score":0.414000004529953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7690576314926147},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6714211106300354},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.6434207558631897},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.528852105140686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.515252411365509},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.5037111639976501},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.445766806602478},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.4293137192726135},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4209301173686981},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33945930004119873},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33886295557022095},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10678896307945251},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/0049124118769114","doi":"https://doi.org/10.1177/0049124118769114","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0049124118769114","pdf_url":null,"source":{"id":"https://openalex.org/S9536269","display_name":"Sociological Methods & Research","issn_l":"0049-1241","issn":["0049-1241","1552-8294"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-4","jufo-3","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sociological Methods & Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:sae:somere:v:50:y:2021:i:1:p:202-237","doi":null,"is_oa":false,"landing_page_url":"https://journals.sagepub.com/doi/10.1177/0049124118769114","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2972665760","display_name":null,"funder_award_id":"83-13-05","funder_id":"https://openalex.org/F4320306201","funder_display_name":"Russell Sage Foundation"}],"funders":[{"id":"https://openalex.org/F4320306201","display_name":"Russell Sage Foundation","ror":"https://ror.org/02yh9se80"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W79105468","https://openalex.org/W171636962","https://openalex.org/W622200163","https://openalex.org/W1493526108","https://openalex.org/W1538555726","https://openalex.org/W1585610988","https://openalex.org/W1592412586","https://openalex.org/W1607896850","https://openalex.org/W1614298861","https://openalex.org/W1651093245","https://openalex.org/W1972375517","https://openalex.org/W1974958887","https://openalex.org/W1984180862","https://openalex.org/W1986318130","https://openalex.org/W1987971958","https://openalex.org/W1997131858","https://openalex.org/W2004077802","https://openalex.org/W2004977885","https://openalex.org/W2011430131","https://openalex.org/W2023614200","https://openalex.org/W2028367459","https://openalex.org/W2038156033","https://openalex.org/W2039941235","https://openalex.org/W2044658731","https://openalex.org/W2045610307","https://openalex.org/W2051365082","https://openalex.org/W2062067126","https://openalex.org/W2095655043","https://openalex.org/W2097353125","https://openalex.org/W2101234009","https://openalex.org/W2108870400","https://openalex.org/W2117667023","https://openalex.org/W2119009838","https://openalex.org/W2123442489","https://openalex.org/W2129018774","https://openalex.org/W2140910804","https://openalex.org/W2141448824","https://openalex.org/W2144188763","https://openalex.org/W2150593711","https://openalex.org/W2152136804","https://openalex.org/W2153383412","https://openalex.org/W2154571511","https://openalex.org/W2171060319","https://openalex.org/W2174706414","https://openalex.org/W2182643880","https://openalex.org/W2210483295","https://openalex.org/W2221871178","https://openalex.org/W2251628179","https://openalex.org/W2278755290","https://openalex.org/W2295260089","https://openalex.org/W2320411773","https://openalex.org/W2321814056","https://openalex.org/W2331249327","https://openalex.org/W2341078838","https://openalex.org/W2477205605","https://openalex.org/W2582743722","https://openalex.org/W2769563773","https://openalex.org/W2914933231","https://openalex.org/W3143255087","https://openalex.org/W4214517112","https://openalex.org/W4233575887","https://openalex.org/W4233961384","https://openalex.org/W4238882261","https://openalex.org/W4255727160"],"related_works":["https://openalex.org/W4294287230","https://openalex.org/W2044768379","https://openalex.org/W2020326401","https://openalex.org/W7100095759","https://openalex.org/W4238154783","https://openalex.org/W1557988265","https://openalex.org/W2150718604","https://openalex.org/W2973709276","https://openalex.org/W1993613062","https://openalex.org/W2409811014"],"abstract_inverted_index":{"Advances":[0],"in":[1,81,97,124,136],"computer":[2],"science":[3],"and":[4,10,16,37,68,103,107],"computational":[5,12],"linguistics":[6],"have":[7],"yielded":[8],"new,":[9],"faster,":[11],"approaches":[13,21,135],"to":[14,32,131,143],"structuring":[15],"analyzing":[17],"textual":[18],"data.":[19],"These":[20],"perform":[22,95],"well":[23,130],"on":[24],"tasks":[25],"like":[26],"information":[27],"extraction,":[28],"but":[29],"their":[30,137],"ability":[31],"identify":[33],"complex,":[34],"socially":[35],"constructed,":[36],"unsettled":[38],"theoretical":[39],"concepts\u2014a":[40],"central":[41],"goal":[42],"of":[43,79,109],"sociological":[44],"content":[45,122],"analysis\u2014has":[46],"not":[47],"been":[48],"tested.":[49],"To":[50],"fill":[51],"this":[52],"gap,":[53],"we":[54,90,101],"compare":[55],"the":[56,82,105,125,144],"results":[57],"produced":[58,73],"by":[59],"three":[60],"common":[61],"computer-assisted":[62],"approaches\u2014dictionary,":[63],"supervised":[64],"machine":[65,70],"learning":[66],"(SML),":[67],"unsupervised":[69],"learning\u2014to":[71],"those":[72],"through":[74],"a":[75],"rigorous":[76],"hand-coding":[77],"analysis":[78],"inequality":[80],"news":[83],"(":[84],"N":[85],"=":[86],"1,253":[87],"articles).":[88],"Although":[89],"find":[91],"that":[92,121],"SML":[93],"methods":[94],"best":[96],"replicating":[98],"hand-coded":[99],"results,":[100],"document":[102],"clarify":[104],"strengths":[106],"weaknesses":[108],"each":[110],"approach,":[111],"including":[112],"how":[113],"they":[114],"can":[115],"complement":[116],"one":[117],"another.":[118],"We":[119],"argue":[120],"analysts":[123],"social":[126],"sciences":[127],"would":[128],"do":[129],"keep":[132],"all":[133],"these":[134],"toolkit,":[138],"deploying":[139],"them":[140],"purposefully":[141],"according":[142],"task":[145],"at":[146],"hand.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":36},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":51},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":2}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2018-06-13T00:00:00"}