{"id":"https://openalex.org/W7224088601","doi":"https://doi.org/10.31235/osf.io/rcwhf_v1","title":"How much data? Measuring the complexity of thematic coding tasks and the amount of training samples needed for supervised modeling","display_name":"How much data? Measuring the complexity of thematic coding tasks and the amount of training samples needed for supervised modeling","publication_year":2026,"publication_date":"2026-10-28","ids":{"openalex":"https://openalex.org/W7224088601","doi":"https://doi.org/10.31235/osf.io/rcwhf_v1"},"language":"en","primary_location":{"id":"doi:10.31235/osf.io/rcwhf_v1","doi":"https://doi.org/10.31235/osf.io/rcwhf_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31235/osf.io/rcwhf_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31235/osf.io/rcwhf_v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097686834","display_name":"Madison Lore","orcid":"https://orcid.org/0009-0000-2311-7111","observed_orcids":["https://orcid.org/0009-0000-2311-7111"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Madison Lore","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0000-2311-7111","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5097686834"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"thematic analysis","score":0.8069999814033508},{"id":"https://openalex.org/keywords/task-complexity","display_name":"task complexity","score":0.8040000200271606},{"id":"https://openalex.org/keywords/training-sample-size","display_name":"training sample size","score":0.800000011920929},{"id":"https://openalex.org/keywords/supervised-text-classification","display_name":"supervised text classification","score":0.703000009059906},{"id":"https://openalex.org/keywords/climate-action-plans","display_name":"climate action plans","score":0.8519999980926514},{"id":"https://openalex.org/keywords/urban-planning","display_name":"urban planning","score":0.5600000023841858},{"id":"https://openalex.org/keywords/codebook","display_name":"codebook","score":0.45399999618530273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7286999821662903},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.6762999892234802},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5789999961853027},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.557200014591217},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5259000062942505},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5020999908447266},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.4453999996185303},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3840999901294708},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35269999504089355},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3206000030040741},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31235/osf.io/rcwhf_v1","doi":"https://doi.org/10.31235/osf.io/rcwhf_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31235/osf.io/rcwhf_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:10e40031-acb9-49da-927a-e14cd7851256","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/rcwhf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401238","display_name":"SocArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:4c682374-b566-4cc7-a9cf-3a122d2599d7","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/6yd9j","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"doi:10.31235/osf.io/rcwhf_v1","doi":"https://doi.org/10.31235/osf.io/rcwhf_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31235/osf.io/rcwhf_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4412637173","https://openalex.org/W2250632121","https://openalex.org/W4383173668","https://openalex.org/W4379911458","https://openalex.org/W4409657236","https://openalex.org/W6948346320","https://openalex.org/W4409215685","https://openalex.org/W4400950512","https://openalex.org/W7222921097","https://openalex.org/W4398770814"],"abstract_inverted_index":{"Traditional":[0],"methods":[1,35,53],"of":[2,11,19,36,59,66,86,115,137,144,165,174,200,205,221],"thematic":[3,72,146,176,224],"analysis":[4,73,90,143,147],"are":[5],"critical":[6],"for":[7,124,167,189,213],"deep,":[8],"nuanced":[9],"understanding":[10],"complex":[12],"planning":[13,31,92],"challenges,":[14],"but":[15],"the":[16,20,60,64,81,113,116,130,135,142,172,184,203,206,218,233],"manual":[17,175,219],"intensity":[18],"process":[21,173],"limits":[22],"its":[23],"applications":[24],"to":[25,46,54,91,100,103,171,181,216,227],"increasingly":[26],"large":[27],"datasets":[28],"generated":[29],"by":[30,43,50,158],"processes.":[32],"Hybrid,":[33],"supervised":[34],"natural":[37],"language":[38],"processing":[39],"offer":[40],"a":[41,57,163,168,196,211,223],"solution":[42],"allowing":[44],"researchers":[45,75,215],"scale":[47],"theory-driven":[48],"topics":[49],"using":[51],"traditional":[52],"first":[55],"label":[56],"sample":[58,199],"data.":[61],"However,":[62],"because":[63],"amount":[65],"labeled":[67,102,138],"data":[68,98,201],"needed":[69],"varies":[70],"across":[71],"tasks,":[74],"and":[76,84,94,107,128,134,194],"practitioners":[77],"face":[78],"uncertainty":[79],"in":[80,149],"time,":[82],"cost,":[83],"feasibility":[85],"applying":[87],"scalable":[88],"text":[89],"research":[93],"practice.":[95],"How":[96],"much":[97],"needs":[99],"be":[101],"achieve":[104],"acceptable":[105],"accuracy":[106,187,204],"how":[108],"does":[109],"this":[110],"depend":[111],"on":[112,232],"complexity":[114,127,133,161],"task":[117,126,226],"itself?":[118],"This":[119,208],"study":[120],"proposes":[121],"theory-informed":[122],"models":[123],"measuring":[125],"defining":[129,160],"relationship":[131],"between":[132],"number":[136],"samples":[139],"needed.":[140],"Through":[141],"six":[145],"tasks":[148],"103":[150],"climate":[151],"action":[152],"plans":[153],"(CAPs),":[154],"we":[155],"find":[156],"that":[157],"only":[159],"from":[162],"codebook":[164],"phrases":[166],"topic,":[169],"akin":[170],"coding,":[177],"it":[178],"is":[179],"possible":[180],"accurately":[182],"predict":[183],"maximum":[185],"attainable":[186],"scores":[188],"any":[190],"given":[191],"training":[192],"size":[193],"labeling":[195],"very":[197],"small":[198],"improves":[202],"prediction.":[207],"framework":[209],"provides":[210],"way":[212],"urban":[214],"determine":[217],"cost":[220],"extending":[222],"coding":[225],"larger":[228],"scales":[229],"before":[230],"embarking":[231],"process.":[234]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-10-29T00:00:00"}