{"id":"https://openalex.org/W4412182613","doi":"https://doi.org/10.1007/s42001-025-00388-6","title":"Prompt selection matters: enhancing text annotations for social sciences with large language models","display_name":"Prompt selection matters: enhancing text annotations for social sciences with large language models","publication_year":2025,"publication_date":"2025-07-11","ids":{"openalex":"https://openalex.org/W4412182613","doi":"https://doi.org/10.1007/s42001-025-00388-6"},"language":"en","primary_location":{"id":"doi:10.1007/s42001-025-00388-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42001-025-00388-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42001-025-00388-6.pdf","source":{"id":"https://openalex.org/S4210196583","display_name":"Journal of Computational Social Science","issn_l":"2432-2717","issn":["2432-2717","2432-2725"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Social Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s42001-025-00388-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078881657","display_name":"Louis Abraham","orcid":"https://orcid.org/0009-0005-8634-7578"},"institutions":[{"id":"https://openalex.org/I51101395","display_name":"Universit\u00e9 Paris 1 Panth\u00e9on-Sorbonne","ror":"https://ror.org/002t25c44","country_code":"FR","type":"education","lineage":["https://openalex.org/I51101395"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Louis Abraham","raw_affiliation_strings":["Universit\u00e9 Paris 1 Panth\u00e9on-Sorbonne, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris 1 Panth\u00e9on-Sorbonne, Paris, France","institution_ids":["https://openalex.org/I51101395"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070265689","display_name":"Charles Arnal","orcid":"https://orcid.org/0000-0002-3306-0574"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Charles Arnal","raw_affiliation_strings":["CNRS, Inria, Universit\u00e9 Paris-Saclay, Orsay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS, Inria, Universit\u00e9 Paris-Saclay, Orsay, France","institution_ids":["https://openalex.org/I4210126360","https://openalex.org/I277688954","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026719436","display_name":"Antoine Marie","orcid":"https://orcid.org/0000-0002-7958-0153"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210114522","display_name":"Institut Jean Nicod","ror":"https://ror.org/01qfab443","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210114522","https://openalex.org/I4210139971","https://openalex.org/I4210161506"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antoine Marie","raw_affiliation_strings":["Ecole Normale Sup\u00e9rieure, PSL-EHESS-CNRS, Institut Jean Nicod, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-7958-0153","affiliations":[{"raw_affiliation_string":"Ecole Normale Sup\u00e9rieure, PSL-EHESS-CNRS, Institut Jean Nicod, Paris, France","institution_ids":["https://openalex.org/I4210114522","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":12.0047,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98289391,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7515304088592529},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6024538278579712},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43361911177635193},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3864721655845642},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3757586181163788},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31863194704055786},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08023551106452942}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7515304088592529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6024538278579712},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43361911177635193},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3864721655845642},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3757586181163788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31863194704055786},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08023551106452942}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s42001-025-00388-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42001-025-00388-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42001-025-00388-6.pdf","source":{"id":"https://openalex.org/S4210196583","display_name":"Journal of Computational Social Science","issn_l":"2432-2717","issn":["2432-2717","2432-2725"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Social Science","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05421152v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05421152","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Computational Social Science, 2025, 8 (73), ⟨10.1007/s42001-025-00388-6⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"doi:10.1007/s42001-025-00388-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42001-025-00388-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42001-025-00388-6.pdf","source":{"id":"https://openalex.org/S4210196583","display_name":"Journal of Computational Social Science","issn_l":"2432-2717","issn":["2432-2717","2432-2725"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Social Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324252","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412182613.pdf","grobid_xml":"https://content.openalex.org/works/W4412182613.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W184758014","https://openalex.org/W1551039219","https://openalex.org/W2025478229","https://openalex.org/W2515855575","https://openalex.org/W2610136582","https://openalex.org/W2751060233","https://openalex.org/W2805744755","https://openalex.org/W2916132663","https://openalex.org/W2922580172","https://openalex.org/W2954226438","https://openalex.org/W2990138404","https://openalex.org/W3017090629","https://openalex.org/W3099215402","https://openalex.org/W3101295217","https://openalex.org/W3124219925","https://openalex.org/W3187743275","https://openalex.org/W4206590911","https://openalex.org/W4221143046","https://openalex.org/W4226418765","https://openalex.org/W4285065924","https://openalex.org/W4308244910","https://openalex.org/W4366826164","https://openalex.org/W4384662964","https://openalex.org/W4385565361","https://openalex.org/W4385574286","https://openalex.org/W4385852384","https://openalex.org/W4385988359","https://openalex.org/W4387372743","https://openalex.org/W4389518664","https://openalex.org/W4389917881","https://openalex.org/W4392019652","https://openalex.org/W4392251150","https://openalex.org/W4392903699","https://openalex.org/W4399794854","https://openalex.org/W4399911868","https://openalex.org/W4401042461","https://openalex.org/W4402346183","https://openalex.org/W4404780882","https://openalex.org/W4404840084","https://openalex.org/W4405254728","https://openalex.org/W6778883912","https://openalex.org/W6796475582","https://openalex.org/W6838865847"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W2134699697","https://openalex.org/W3017188156","https://openalex.org/W2322875716","https://openalex.org/W2383516975","https://openalex.org/W2374878784","https://openalex.org/W2147679489","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"Language":[2],"Models":[3],"have":[4,37],"recently":[5],"been":[6,38],"applied":[7],"to":[8,69],"text":[9],"annotation":[10],"tasks":[11],"from":[12],"social":[13,35],"sciences,":[14],"equating":[15],"or":[16],"surpassing":[17],"the":[18,27,34,41,63,78,86],"performance":[19,55],"of":[20,26,40,43,65,85],"human":[21],"workers":[22],"at":[23,88],"a":[24,81],"fraction":[25],"cost.":[28],"However,":[29],"very":[30],"few":[31],"inquiries":[32],"in":[33],"sciences":[36],"made":[39],"impact":[42],"prompt":[44,67],"selection":[45],"on":[46],"labelling":[47],"accuracy.":[48],"In":[49],"this":[50],"study,":[51],"we":[52,61],"show":[53],"that":[54],"greatly":[56],"varies":[57],"between":[58],"prompts,":[59],"and":[60],"apply":[62],"method":[64,87],"automatic":[66],"optimization":[68],"systematically":[70],"craft":[71],"high":[72],"quality":[73],"prompts.":[74],"We":[75],"also":[76],"provide":[77],"community":[79],"with":[80],"simple,":[82],"browser-based":[83],"implementation":[84],"https://prompt-ultra.github.io/":[89],".":[90]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}