{"id":"https://openalex.org/W4413054926","doi":"https://doi.org/10.1038/s43588-025-00843-4","title":"Arti-\u2018fickle\u2019 intelligence: using LLMs as a tool for inference in the political and social sciences","display_name":"Arti-\u2018fickle\u2019 intelligence: using LLMs as a tool for inference in the political and social sciences","publication_year":2025,"publication_date":"2025-08-08","ids":{"openalex":"https://openalex.org/W4413054926","doi":"https://doi.org/10.1038/s43588-025-00843-4","pmid":"https://pubmed.ncbi.nlm.nih.gov/40781360"},"language":"en","primary_location":{"id":"doi:10.1038/s43588-025-00843-4","is_oa":false,"landing_page_url":"https://doi.org/10.1038/s43588-025-00843-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210228084","display_name":"Nature Computational Science","issn_l":"2662-8457","issn":["2662-8457"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Computational Science","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070497645","display_name":"Lisa P. Argyle","orcid":"https://orcid.org/0000-0003-3109-2537"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lisa P. Argyle","raw_affiliation_strings":["Department of Political Science, Brigham Young University, Provo, UT, US. lpargyle@byu.edu"],"raw_orcid":"https://orcid.org/0000-0003-3109-2537","affiliations":[{"raw_affiliation_string":"Department of Political Science, Brigham Young University, Provo, UT, US. lpargyle@byu.edu","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088507100","display_name":"Ethan C. Busby","orcid":"https://orcid.org/0000-0002-8931-6348"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ethan C. Busby","raw_affiliation_strings":["Department of Political Science, Brigham Young University, Provo, UT, US"],"raw_orcid":"https://orcid.org/0000-0002-8931-6348","affiliations":[{"raw_affiliation_string":"Department of Political Science, Brigham Young University, Provo, UT, US","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002312975","display_name":"Joshua R. Gubler","orcid":"https://orcid.org/0000-0003-1635-8210"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua R. Gubler","raw_affiliation_strings":["Department of Political Science, Brigham Young University, Provo, UT, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Political Science, Brigham Young University, Provo, UT, US","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114730052","display_name":"Bryce Hepner","orcid":"https://orcid.org/0000-0003-0062-5193"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryce Hepner","raw_affiliation_strings":["Department of Computer Science, Brigham Young University, Provo, UT, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brigham Young University, Provo, UT, US","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117619279","display_name":"Alex Lyman","orcid":null},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Lyman","raw_affiliation_strings":["Department of Computer Science, Brigham Young University, Provo, UT, US"],"raw_orcid":"https://orcid.org/0009-0004-1210-2538","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brigham Young University, Provo, UT, US","institution_ids":["https://openalex.org/I100005738"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033827593","display_name":"David Wingate","orcid":"https://orcid.org/0000-0003-1850-6926"},"institutions":[{"id":"https://openalex.org/I100005738","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47","country_code":"US","type":"education","lineage":["https://openalex.org/I100005738"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Wingate","raw_affiliation_strings":["Department of Computer Science, Brigham Young University, Provo, UT, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brigham Young University, Provo, UT, US","institution_ids":["https://openalex.org/I100005738"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5070497645"],"corresponding_institution_ids":["https://openalex.org/I100005738"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":null,"fwci":3.9404,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93856402,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"9","first_page":"737","last_page":"744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9203000068664551,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7848532199859619},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6451627016067505},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.6010109782218933},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.34888169169425964},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3352275788784027},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.33143138885498047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29783040285110474},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.2790360450744629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1445142924785614},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.09319496154785156}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7848532199859619},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6451627016067505},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.6010109782218933},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.34888169169425964},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3352275788784027},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.33143138885498047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29783040285110474},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2790360450744629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1445142924785614},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09319496154785156},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007360","descriptor_name":"Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007360","descriptor_name":"Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007360","descriptor_name":"Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007360","descriptor_name":"Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011057","descriptor_name":"Politics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011057","descriptor_name":"Politics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011057","descriptor_name":"Politics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011057","descriptor_name":"Politics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012942","descriptor_name":"Social Sciences","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012942","descriptor_name":"Social Sciences","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012942","descriptor_name":"Social Sciences","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012942","descriptor_name":"Social Sciences","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1038/s43588-025-00843-4","is_oa":false,"landing_page_url":"https://doi.org/10.1038/s43588-025-00843-4","pdf_url":null,"source":{"id":"https://openalex.org/S4210228084","display_name":"Nature Computational Science","issn_l":"2662-8457","issn":["2662-8457"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Computational Science","raw_type":"journal-article"},{"id":"pmid:40781360","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40781360","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature computational science","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W256019955","https://openalex.org/W3128143783","https://openalex.org/W4296154596","https://openalex.org/W4318263917","https://openalex.org/W4321455981","https://openalex.org/W4323043839","https://openalex.org/W4362472309","https://openalex.org/W4362700315","https://openalex.org/W4363624465","https://openalex.org/W4363671832","https://openalex.org/W4366277658","https://openalex.org/W4375869868","https://openalex.org/W4376117416","https://openalex.org/W4379539276","https://openalex.org/W4380763235","https://openalex.org/W4384662964","https://openalex.org/W4385447813","https://openalex.org/W4385570036","https://openalex.org/W4386128198","https://openalex.org/W4387299971","https://openalex.org/W4387372743","https://openalex.org/W4387561082","https://openalex.org/W4387835442","https://openalex.org/W4390947766","https://openalex.org/W4391669244","https://openalex.org/W4392163339","https://openalex.org/W4392251150","https://openalex.org/W4394887980","https://openalex.org/W4395065007","https://openalex.org/W4396534784","https://openalex.org/W4396781199","https://openalex.org/W4397011890","https://openalex.org/W4399426804","https://openalex.org/W4400643052","https://openalex.org/W4401043020","https://openalex.org/W4401365168","https://openalex.org/W4402531536","https://openalex.org/W4402740791","https://openalex.org/W4402788720","https://openalex.org/W4402955145","https://openalex.org/W4402987844","https://openalex.org/W4403122979","https://openalex.org/W4403511027","https://openalex.org/W4403577434","https://openalex.org/W4403578102","https://openalex.org/W4404313963","https://openalex.org/W4404781438","https://openalex.org/W4404782660","https://openalex.org/W4404792854","https://openalex.org/W4405552797","https://openalex.org/W4406231153","https://openalex.org/W4406376809","https://openalex.org/W4407775365","https://openalex.org/W4408224376","https://openalex.org/W4408614440","https://openalex.org/W4408615073","https://openalex.org/W4409166975","https://openalex.org/W4409736133","https://openalex.org/W4410030884","https://openalex.org/W4410554759","https://openalex.org/W4411120160","https://openalex.org/W4411120979","https://openalex.org/W6772383348","https://openalex.org/W6860641487"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2899084033","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}