{"id":"https://openalex.org/W7204228135","doi":"https://doi.org/10.6084/m9.figshare.33342291","title":"Evaluating hybrid human-LLM coding workflows for qualitative research in medical education: A generalizability study","display_name":"Evaluating hybrid human-LLM coding workflows for qualitative research in medical education: A generalizability study","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-26","ids":{"openalex":"https://openalex.org/W7204228135","doi":"https://doi.org/10.6084/m9.figshare.33342291"},"language":"en","primary_location":{"id":"doi:10.6084/m9.figshare.33342291","doi":"https://doi.org/10.6084/m9.figshare.33342291","is_oa":true,"landing_page_url":"https://doi.org/10.6084/m9.figshare.33342291","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"parent_works":[],"lineage":["https://openalex.org/W7204228135"],"child_works_count":0,"type":"dataset","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.6084/m9.figshare.33342291","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063173717","display_name":"Emily Rush","orcid":"https://orcid.org/0009-0008-1656-2207","observed_orcids":["https://orcid.org/0009-0008-1656-2207"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emily Rush","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148375817","display_name":"Md Nazmul Karim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Md Nazmul Karim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148264248","display_name":"George S. Yacu","orcid":"https://orcid.org/0009-0002-8617-9621","observed_orcids":["https://orcid.org/0009-0002-8617-9621"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"George S. Yacu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041343927","display_name":"Jessica N. Byram","orcid":"https://orcid.org/0000-0001-7097-8352","observed_orcids":["https://orcid.org/0000-0001-7097-8352"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessica N. Byram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077815561","display_name":"Colleen N. Garnett","orcid":"https://orcid.org/0000-0002-9426-9304","observed_orcids":["https://orcid.org/0000-0002-9426-9304"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Colleen N. Garnett","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053249108","display_name":"Nicole DeVaul","orcid":"https://orcid.org/0000-0003-2623-5003","observed_orcids":["https://orcid.org/0000-0003-2623-5003"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicole DeVaul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148266879","display_name":"Laura Smith","orcid":"https://orcid.org/0009-0006-0330-9611","observed_orcids":["https://orcid.org/0009-0006-0330-9611"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laura Smith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119790452","display_name":"Margaret Checchi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Margaret Checchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148325202","display_name":"Daniel Martin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137310248","display_name":"Leslie A. Hoffman","orcid":"https://orcid.org/0000-0002-2251-0648","observed_orcids":["https://orcid.org/0000-0002-2251-0648"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leslie A. Hoffman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112414993","display_name":"Kirsten M. Brown","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirsten M. Brown","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119790450","display_name":"Daniel J Mumbower","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel J. Mumbower","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026936123","display_name":"Robert M. Becker","orcid":"https://orcid.org/0009-0002-7237-555X","observed_orcids":["https://orcid.org/0009-0002-7237-555X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert M. Becker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014615893","display_name":"Victoria A. Roach","orcid":"https://orcid.org/0000-0003-4020-2224","observed_orcids":["https://orcid.org/0000-0003-4020-2224"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Victoria A. Roach","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064191440","display_name":"Alison French Doubleday","orcid":"https://orcid.org/0000-0003-3941-3016","observed_orcids":["https://orcid.org/0000-0003-3941-3016"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alison F. Doubleday","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060993236","display_name":"Danielle N. Edwards","orcid":"https://orcid.org/0000-0001-5087-0029","observed_orcids":["https://orcid.org/0000-0001-5087-0029"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danielle N. Edwards","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005428372","display_name":"Rebecca Sage Lufler","orcid":"https://orcid.org/0000-0002-6495-5071","observed_orcids":["https://orcid.org/0000-0002-6495-5071"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rebecca S. Lufler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080153950","display_name":"Alexandra Wactor","orcid":"https://orcid.org/0000-0002-8735-7007","observed_orcids":["https://orcid.org/0000-0002-8735-7007"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandra Wactor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119790451","display_name":"Sophia Boxerman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sophia Boxerman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148247245","display_name":"Suzanne Smith","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suzanne Smith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068340748","display_name":"Hannah L. Herriott","orcid":"https://orcid.org/0000-0002-5410-0360","observed_orcids":["https://orcid.org/0000-0002-5410-0360"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hannah L. Herriott","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093378614","display_name":"Megan E. Kruskie","orcid":"https://orcid.org/0009-0002-9150-5532","observed_orcids":["https://orcid.org/0009-0002-9150-5532"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Megan E. Kruskie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051839331","display_name":"Kyle A. Robertson","orcid":"https://orcid.org/0000-0001-5236-5106","observed_orcids":["https://orcid.org/0000-0001-5236-5106"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyle A. Robertson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034964671","display_name":"Elizabeth R. Agosto","orcid":"https://orcid.org/0000-0001-5355-8401","observed_orcids":["https://orcid.org/0000-0001-5355-8401"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elizabeth R. Agosto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023745026","display_name":"Christopher Facer","orcid":"https://orcid.org/0009-0002-6843-2929","observed_orcids":["https://orcid.org/0009-0002-6843-2929"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Facer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048952885","display_name":"Abdel Metwally","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdel Metwally","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148346755","display_name":"Melissa Barbosa","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melissa Barbosa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077442524","display_name":"Dahlia Chavez","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dahlia Chavez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148243755","display_name":"Ali Akram","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali Akram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113255122","display_name":"Truman Steele","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Truman Steele","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041231238","display_name":"Seth Adler","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seth Adler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123612801","display_name":"Joshua Samaniego","orcid":"https://orcid.org/0000-0002-2656-6665","observed_orcids":["https://orcid.org/0000-0002-2656-6665"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshua Samaniego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104426183","display_name":"Sara Aqel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sara Aqel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051725184","display_name":"Chloie Flores","orcid":"https://orcid.org/0009-0000-0531-3522","observed_orcids":["https://orcid.org/0009-0000-0531-3522"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chloie Flores","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148309372","display_name":"Yi Gao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123558953","display_name":"Emily Nguyen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emily Nguyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148316186","display_name":"Melissa Petito","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melissa Petito","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071104739","display_name":"Adam B. Wilson","orcid":"https://orcid.org/0000-0002-1221-5602","observed_orcids":["https://orcid.org/0000-0002-1221-5602"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam B. Wilson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.823199987411499,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.823199987411499,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.08780000358819962,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12880","display_name":"Qualitative Research Methods and Applications","score":0.06159999966621399,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9789999723434448},{"id":"https://openalex.org/keywords/deductive-coding","display_name":"deductive coding","score":0.8669999837875366},{"id":"https://openalex.org/keywords/coding-agreement","display_name":"coding agreement","score":0.5590000152587891},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":0.9039999842643738},{"id":"https://openalex.org/keywords/medical-education-research","display_name":"medical education research","score":0.921999990940094}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8964999914169312},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6323999762535095},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5785999894142151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.520799994468689},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2948000133037567},{"id":"https://openalex.org/C521751864","wikidata":"https://www.wikidata.org/wiki/Q1729207","display_name":"Christian ministry","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27869999408721924},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27790001034736633},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C203858083","wikidata":"https://www.wikidata.org/wiki/Q188347","display_name":"Harmonic mean","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.6084/m9.figshare.33342291","doi":"https://doi.org/10.6084/m9.figshare.33342291","is_oa":true,"landing_page_url":"https://doi.org/10.6084/m9.figshare.33342291","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.6084/m9.figshare.33342291.v1","doi":"https://doi.org/10.6084/m9.figshare.33342291.v1","is_oa":true,"landing_page_url":"https://doi.org/10.6084/m9.figshare.33342291.v1","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.6084/m9.figshare.33342291","doi":"https://doi.org/10.6084/m9.figshare.33342291","is_oa":true,"landing_page_url":"https://doi.org/10.6084/m9.figshare.33342291","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7167030500","https://openalex.org/W7163723266","https://openalex.org/W7148780643","https://openalex.org/W7113533310","https://openalex.org/W7172255003","https://openalex.org/W6967891032","https://openalex.org/W4411754545","https://openalex.org/W7221558898","https://openalex.org/W7155649610"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"proposed":[6],"as":[7,35],"deductive":[8,41,77,258,282],"coders":[9],"in":[10,44,84],"qualitative":[11],"research,":[12],"but":[13],"their":[14],"measurement":[15],"properties":[16],"remain":[17],"underexplored.":[18],"This":[19],"study":[20],"applies":[21],"generalizability":[22],"theory":[23],"to":[24,126,214,225,253,268],"evaluate":[25],"whether":[26,276],"hybrid":[27,116,234,250],"human-LLM":[28,117,140,235,251],"workflow":[29],"configurations":[30],"can":[31],"achieve":[32],"reliable":[33],"mode-outcomes":[34],"an":[36,264],"alternative":[37,265],"consensus-generating":[38,266],"mechanism":[39,267],"for":[40,114,233,257],"coding":[42,101,122,128,255,283],"tasks":[43,260],"medical":[45,72],"education":[46],"research.":[47],"Three":[48],"commercial":[49],"LLMs":[50,157,220],"(GPT-5.2,":[51],"Claude":[52],"Opus":[53],"4.5,":[54],"Gemini":[55],"3-Flash":[56],"Preview)":[57],"coded":[58],"741":[59],"excerpts":[60],"from":[61,212],"a":[62,75],"published":[63],"audit":[64],"of":[65,241,249],"AI-related":[66],"policy":[67],"documents":[68],"at":[69],"146":[70],"U.S.":[71],"schools":[73],"against":[74],"24-subtheme":[76],"framework.":[78],"Mixed-effects":[79],"logistic":[80],"regression":[81],"assessed":[82],"variability":[83],"agreement":[85,112,124,141,160,171,178,184,210,231],"with":[86,223],"human":[87,127,202,227],"consensus":[88,256],"across":[89,194,280],"coder":[90],"type":[91],"(human":[92],"versus":[93,105],"LLM),":[94],"excerpt":[95],"characteristics":[96],"(complexity":[97],"and":[98,100,148,169,182,285],"length),":[99],"conditions":[102],"(sequential":[103],"independent":[104,120],"batched":[106],"processing).":[107],"A":[108],"simulation-based":[109],"D-study":[110,244],"forecasted":[111,209,230],"levels":[113,232],"various":[115],"configurations.":[118],"Sequential":[119],"LLM":[121,188],"showed":[123,137],"comparable":[125],"(\u03b2":[129,142],"=":[130,133,143,146,153,164,167,173,180,186,199,206],"\u22120.14,":[131],"p":[132,145,166],"0.326).":[134],"Batched":[135],"processing":[136],"significantly":[138],"lower":[139],"\u22120.41,":[144],"0.007)":[147],"substantial":[149],"batch-related":[150],"variance":[151],"(variance":[152],"30.16).":[154],"The":[155],"three":[156],"produced":[158],"similar":[159],"(joint":[161],"Wald":[162],"\u03c72":[163],"0.15,":[165],"0.930),":[168],"LLM-LLM":[170],"(\u03ba":[172,179,185],"0.750\u20130.755)":[174],"substantially":[175],"exceeded":[176],"human-human":[177],"0.422)":[181],"human-versus-consensus":[183,242],"0.420\u20130.533).":[187],"disagreements":[189,203],"were":[190,221],"more":[191,219],"systematically":[192],"patterned":[193],"the":[195,239,247],"codebook":[196],"(Cramer\u2019s":[197,204],"V":[198,205],"0.554\u20130.585)":[200],"than":[201],"0.196).":[207],"Simulations":[208],"ranging":[211],"0.520":[213],"0.529":[215],"when":[216],"two":[217,226],"or":[218],"paired":[222],"one":[224],"coders.":[228],"These":[229],"workflows":[236,252],"fell":[237],"within":[238],"range":[240],"agreement.":[243],"simulations":[245],"support":[246],"use":[248],"reach":[254],"reasoning":[259],"through":[261],"mode":[262],"responses,":[263],"traditional":[269],"adjudication":[270],"discussions.":[271],"Future":[272],"work":[273],"should":[274],"examine":[275],"these":[277],"patterns":[278],"extend":[279],"additional":[281],"contexts":[284],"model":[286],"families.":[287]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204228135","counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2026-08-27T00:00:00"}
