{"id":"https://openalex.org/W7154354734","doi":"https://doi.org/10.48550/arxiv.2604.09638","title":"A Methodological Guide on Using Large Language Models for Reproducible Text Annotation in the Social Sciences and Humanities with Python and R","display_name":"A Methodological Guide on Using Large Language Models for Reproducible Text Annotation in the Social Sciences and Humanities with Python and R","publication_year":2026,"publication_date":"2026-03-21","ids":{"openalex":"https://openalex.org/W7154354734","doi":"https://doi.org/10.48550/arxiv.2604.09638"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09638","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033588252","display_name":"Qixiang Fang","orcid":"https://orcid.org/0000-0003-2689-6653"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Qixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133605853","display_name":"Javier Garcia Bernardo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bernardo, Javier Garcia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133576804","display_name":"Erik-Jan van Kesteren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Kesteren, Erik-Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9266999959945679,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9266999959945679,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.010099999606609344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8870999813079834},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.703499972820282},{"id":"https://openalex.org/keywords/temporal-annotation","display_name":"Temporal annotation","score":0.48559999465942383},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.4724999964237213},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.3971000015735626},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.3467999994754791},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.33090001344680786}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8870999813079834},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.703499972820282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6814000010490417},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.49300000071525574},{"id":"https://openalex.org/C7044111","wikidata":"https://www.wikidata.org/wiki/Q15844891","display_name":"Temporal annotation","level":5,"score":0.48559999465942383},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.4724999964237213},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34790000319480896},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34139999747276306},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30550000071525574},{"id":"https://openalex.org/C2778149293","wikidata":"https://www.wikidata.org/wiki/Q309823","display_name":"Open science","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6088809967041016}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"used":[6],"by":[7],"researchers":[8,26,141],"in":[9,30,70],"the":[10],"social":[11],"sciences":[12],"and":[13,36,40,76,100,118,124,136],"humanities":[14],"(SSH)":[15],"for":[16,67,115],"text":[17,22,68],"analysis,":[18],"particularly":[19],"to":[20,64,85,91,98,106,120,139],"automate":[21],"annotation.":[23],"However,":[24],"many":[25],"still":[27],"face":[28],"challenges":[29],"adopting":[31],"LLMs,":[32],"addressing":[33],"their":[34],"limitations,":[35],"producing":[37],"reproducible":[38,146],"workflows":[39],"results.":[41],"For":[42],"example,":[43],"annotation":[44,69,116,144],"errors":[45],"can":[46],"bias":[47],"downstream":[48],"statistical":[49,111],"analyses":[50,112],"even":[51],"when":[52],"apparent":[53],"accuracy":[54],"is":[55],"high.":[56],"This":[57],"paper":[58],"provides":[59],"a":[60],"step-by-step":[61],"methodological":[62,132],"guide":[63],"using":[65],"LLMs":[66,82,95],"SSH":[71],"research,":[72],"with":[73,93],"practical":[74],"Python":[75],"R":[77],"examples.":[78],"We":[79],"explain":[80],"how":[81,84,90,97,105,119],"work,":[83],"set":[86],"up":[87],"research":[88],"projects,":[89],"interact":[92],"(open-source)":[94],"programmatically,":[96],"design":[99],"evaluate":[101],"prompts":[102],"without":[103],"overfitting,":[104],"integrate":[107],"LLM":[108],"annotations":[109],"into":[110,145],"while":[113],"accounting":[114],"error,":[117],"manage":[121],"cost,":[122],"efficiency,":[123],"reproducibility":[125],"at":[126],"scale.":[127],"Throughout,":[128],"we":[129],"emphasize":[130],"intuitive":[131],"reasoning,":[133],"concrete":[134],"examples,":[135],"best":[137],"practices":[138],"help":[140],"incorporate":[142],"LLM-based":[143],"scientific":[147],"workflows.":[148]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}