{"id":"https://openalex.org/W7141616472","doi":"https://doi.org/10.48550/arxiv.2603.25422","title":"Navigating the Prompt Space: Improving LLM Classification of Social Science Texts Through Prompt Engineering","display_name":"Navigating the Prompt Space: Improving LLM Classification of Social Science Texts Through Prompt Engineering","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7141616472","doi":"https://doi.org/10.48550/arxiv.2603.25422"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25422","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130743295","display_name":"Erkan Gunes","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gunes, Erkan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022550400","display_name":"Christoffer Florczak","orcid":"https://orcid.org/0000-0002-9091-6666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Florczak, Christoffer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001695194","display_name":"Tevfik Murat Y\u0131ld\u0131r\u0131m","orcid":"https://orcid.org/0000-0001-7120-6020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yildirim, Tevfik Murat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5130743295"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.5151000022888184,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.5151000022888184,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.11159999668598175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06870000064373016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.607200026512146},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5178999900817871},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47589999437332153},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4607999920845032},{"id":"https://openalex.org/keywords/context-effect","display_name":"Context effect","score":0.41339999437332153}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.607200026512146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.588699996471405},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.41339999437332153},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39739999175071716},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35659998655319214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3431999981403351},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27079999446868896},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7833059430122375,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2,10,34,36,91,98,103],"text":[3],"classification":[4],"using":[5],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"the":[11,42,95,133],"social":[12],"sciences":[13],"suggest":[14,123],"that":[15,87],"costs":[16],"can":[17,23],"be":[18],"cut":[19],"significantly,":[20],"while":[21,100],"performance":[22,35,110],"sometimes":[24,117],"rival":[25],"existing":[26],"computational":[27],"methods.":[28],"However,":[29],"with":[30],"a":[31,58,88],"wide":[32],"variance":[33],"current":[37],"tests,":[38],"we":[39,52],"move":[40],"to":[41,46,107],"question":[43],"of":[44,69,138],"how":[45],"maximize":[47],"performance.":[48],"In":[49],"this":[50],"paper,":[51],"focus":[53],"on":[54,146],"prompt":[55,70,92,115],"context":[56,93,104,116],"as":[57],"possible":[59],"avenue":[60],"for":[61,135],"increasing":[62,114],"accuracy":[63],"by":[64],"systematically":[65],"varying":[66],"three":[67],"aspects":[68],"engineering:":[71],"label":[72],"descriptions,":[73],"instructional":[74],"nudges,":[75],"and":[76,129],"few":[77],"shot":[78],"examples.":[79],"Across":[80],"two":[81],"different":[82],"examples,":[83],"our":[84,121],"tests":[85,122],"illustrate":[86],"minimal":[89],"increase":[90,97],"yields":[94],"highest":[96],"performance,":[99],"further":[101],"increases":[102,111],"only":[105],"tend":[106],"yield":[108],"marginal":[109],"thereafter.":[112],"Alarmingly,":[113],"decreases":[118],"accuracy.":[119],"Furthermore,":[120],"substantial":[124],"heterogeneity":[125],"across":[126],"models,":[127],"tasks,":[128],"batch":[130],"size,":[131],"underlining":[132],"need":[134],"individual":[136],"validation":[137],"each":[139],"LLM":[140],"coding":[141],"task":[142],"rather":[143],"than":[144],"reliance":[145],"general":[147],"rules.":[148]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-03-28T00:00:00"}