{"id":"https://openalex.org/W4407828806","doi":"https://doi.org/10.3389/frsps.2025.1460277","title":"Validating the use of large language models for psychological text classification","display_name":"Validating the use of large language models for psychological text classification","alternate_titles":[],"publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4407828806","doi":"https://doi.org/10.3389/frsps.2025.1460277"},"language":"en","primary_location":{"id":"doi:10.3389/frsps.2025.1460277","doi":"https://doi.org/10.3389/frsps.2025.1460277","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frsps.2025.1460277","pdf_url":"https://www.frontiersin.org/journals/social-psychology/articles/10.3389/frsps.2025.1460277/pdf","source":{"id":"https://openalex.org/S4387292148","display_name":"Frontiers in Social Psychology","issn_l":"2813-7876","issn":["2813-7876"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Social Psychology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4407828806"],"child_works_count":3,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/social-psychology/articles/10.3389/frsps.2025.1460277/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hannah L. Bunt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":true,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/writing-original-draft","display_name":"Writing \u2013 original draft"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Hannah L. Bunt","raw_affiliation_strings":["Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom","institution_ids":["https://openalex.org/I909854389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019520003","display_name":"Alex Goddard","orcid":"https://orcid.org/0000-0003-1382-2700","observed_orcids":["https://orcid.org/0000-0003-1382-2700"]},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Alex Goddard","raw_affiliation_strings":["Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom","institution_ids":["https://openalex.org/I909854389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041354168","display_name":"Tom W. Reader","orcid":"https://orcid.org/0000-0002-3318-6388","observed_orcids":["https://orcid.org/0000-0002-3318-6388"]},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Tom W. Reader","raw_affiliation_strings":["Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom","institution_ids":["https://openalex.org/I909854389"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064734371","display_name":"Alex Gillespie","orcid":"https://orcid.org/0000-0002-0162-1269","observed_orcids":["https://orcid.org/0000-0002-0162-1269"]},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Alex Gillespie","raw_affiliation_strings":["Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom","Department of Psychology, Oslo New University College, Oslo, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychological and Behavioural Science, London School of Economics and Political Science, London, United Kingdom","institution_ids":["https://openalex.org/I909854389"]},{"raw_affiliation_string":"Department of Psychology, Oslo New University College, Oslo, Norway","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I909854389"],"apc_list":{"value":1950,"currency":"CHF","value_usd":2353},"apc_paid":{"value":1950,"currency":"CHF","value_usd":2353},"fwci":14.4945,"has_fulltext":true,"cited_by_count":31,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9869176,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"3","issue":null,"first_page":"1460277","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.06379999965429306,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9879999756813049},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.8650000095367432},{"id":"https://openalex.org/keywords/content-validity","display_name":"content validity","score":0.5799999833106995},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"predictive validity","score":0.9789999723434448},{"id":"https://openalex.org/keywords/semantic-validity","display_name":"semantic validity","score":0.902999997138977},{"id":"https://openalex.org/keywords/online-diaries","display_name":"online diaries","score":0.7329999804496765},{"id":"https://openalex.org/keywords/conversational-repair","display_name":"conversational repair","score":0.8539999723434448},{"id":"https://openalex.org/keywords/harms-reporting","display_name":"harms reporting","score":0.6639999747276306},{"id":"https://openalex.org/keywords/operationalization","display_name":"operationalization","score":0.4740000069141388}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5574745535850525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4807415008544922},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4551912844181061},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35943397879600525},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33525434136390686},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09904024004936218}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frsps.2025.1460277","doi":"https://doi.org/10.3389/frsps.2025.1460277","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frsps.2025.1460277","pdf_url":"https://www.frontiersin.org/journals/social-psychology/articles/10.3389/frsps.2025.1460277/pdf","source":{"id":"https://openalex.org/S4387292148","display_name":"Frontiers in Social Psychology","issn_l":"2813-7876","issn":["2813-7876"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Social Psychology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lse.ac.uk:127083","doi":null,"is_oa":false,"landing_page_url":"http://eprints.lse.ac.uk/127083/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401593","display_name":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I909854389","host_organization_name":"London School of Economics and Political Science","host_organization_lineage":["https://openalex.org/I909854389"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:researchonline.lse.ac.uk:127083","doi":null,"is_oa":true,"landing_page_url":"https://researchonline.lse.ac.uk/id/eprint/127083/","pdf_url":"https://researchonline.lse.ac.uk/id/eprint/127083/3/frsps-1-1460277.pdf","source":{"id":"https://openalex.org/S4306401593","display_name":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I909854389","host_organization_name":"London School of Economics and Political Science","host_organization_lineage":["https://openalex.org/I909854389"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:255d285dc39f4ead95f37aa707e7bac5","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/255d285dc39f4ead95f37aa707e7bac5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Social Psychology, Vol 3 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frsps.2025.1460277","doi":"https://doi.org/10.3389/frsps.2025.1460277","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frsps.2025.1460277","pdf_url":"https://www.frontiersin.org/journals/social-psychology/articles/10.3389/frsps.2025.1460277/pdf","source":{"id":"https://openalex.org/S4387292148","display_name":"Frontiers in Social Psychology","issn_l":"2813-7876","issn":["2813-7876"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Social Psychology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1122671013","display_name":null,"funder_award_id":"51NF40-205605","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3188738659","display_name":null,"funder_award_id":"51NF40","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G8370193911","display_name":"On the Move: The Migration-Mobility Nexus","funder_award_id":"205605","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407828806.pdf","grobid_xml":"https://content.openalex.org/works/W4407828806.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W583799156","https://openalex.org/W644273409","https://openalex.org/W1897139626","https://openalex.org/W1980298376","https://openalex.org/W1990793547","https://openalex.org/W2006997540","https://openalex.org/W2028829385","https://openalex.org/W2095655043","https://openalex.org/W2097228681","https://openalex.org/W2122291949","https://openalex.org/W2136528141","https://openalex.org/W2140910804","https://openalex.org/W2153190547","https://openalex.org/W2161498332","https://openalex.org/W2163517848","https://openalex.org/W2164150544","https://openalex.org/W2225798279","https://openalex.org/W2799665858","https://openalex.org/W2802275607","https://openalex.org/W2810451479","https://openalex.org/W2899027170","https://openalex.org/W2900044350","https://openalex.org/W3005532966","https://openalex.org/W3010633102","https://openalex.org/W3020533300","https://openalex.org/W3021705861","https://openalex.org/W3021916629","https://openalex.org/W3030163527","https://openalex.org/W3094938719","https://openalex.org/W3108041100","https://openalex.org/W3117748961","https://openalex.org/W3128553165","https://openalex.org/W3133702157","https://openalex.org/W3135512811","https://openalex.org/W3158416360","https://openalex.org/W3159595972","https://openalex.org/W3161381829","https://openalex.org/W3172270298","https://openalex.org/W3186161509","https://openalex.org/W4211245839","https://openalex.org/W4213267202","https://openalex.org/W4225083776","https://openalex.org/W4230832996","https://openalex.org/W4235592050","https://openalex.org/W4255589439","https://openalex.org/W4282915676","https://openalex.org/W4289857609","https://openalex.org/W4293116292","https://openalex.org/W4300406128","https://openalex.org/W4320495156","https://openalex.org/W4362700315","https://openalex.org/W4365512576","https://openalex.org/W4365601444","https://openalex.org/W4379255800","https://openalex.org/W4384662964","https://openalex.org/W4387617694","https://openalex.org/W4388851212","https://openalex.org/W4389094333","https://openalex.org/W4389615177","https://openalex.org/W4389636360","https://openalex.org/W4390144220","https://openalex.org/W4390562042","https://openalex.org/W4392077003","https://openalex.org/W4396781199","https://openalex.org/W4400302675","https://openalex.org/W4401075978","https://openalex.org/W4401506443","https://openalex.org/W4402567708","https://openalex.org/W4403507852","https://openalex.org/W4406303276","https://openalex.org/W4416872923","https://openalex.org/W6921244272","https://openalex.org/W7037720288","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4417032759","https://openalex.org/W6906536743","https://openalex.org/W7154937786","https://openalex.org/W4399117309","https://openalex.org/W4412062109","https://openalex.org/W4414194455","https://openalex.org/W7166668707","https://openalex.org/W4387617694","https://openalex.org/W4412061874","https://openalex.org/W4404914624"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"being":[5],"used":[6,112],"to":[7,63,70,94,113,173,199,225],"classify":[8,71],"texts":[9],"into":[10],"categories":[11],"informed":[12],"by":[13,176,257],"psychological":[14,25,57,186,279,298],"theory":[15],"(\u201cpsychological":[16],"text":[17,26,58,262,280],"classification\u201d).":[18],"However,":[19],"the":[20,51,107,110,160,164,174,191,197,209,254,266,295],"use":[21],"of":[22,53,80,109,132,136,167,185,211,297],"LLMs":[23,41,55,179,213,248,277],"in":[24,75,83,90,188,214],"classification":[27,263,281],"requires":[28],"validation,":[29],"and":[30,39,86,97,105,148,203,216,227,232,237,260,300],"it":[31],"remains":[32],"unclear":[33],"exactly":[34],"how":[35],"psychologists":[36,224],"should":[37],"prompt":[38],"validate":[40],"for":[42,56,123,278],"this":[43,47],"purpose.":[44],"To":[45],"address":[46],"gap,":[48],"we":[49,103,127,152,245],"examined":[50],"potential":[52,210],"using":[54,116,134,163,212,276],"classification,":[59],"focusing":[60],"on":[61,159,190],"ways":[62],"ensure":[64],"validity.":[65,150,205],"We":[66,273],"employed":[67],"OpenAI's":[68],"GPT-4o":[69,115],"(1)":[72],"reported":[73,89],"speech":[74],"online":[76],"diaries,":[77],"(2)":[78],"other-initiations":[79],"conversational":[81],"repair":[82],"Reddit":[84],"dialogues,":[85],"(3)":[87],"harm":[88],"healthcare":[91],"complaints":[92],"submitted":[93],"NHS":[95],"hospitals":[96],"trusts.":[98],"Employing":[99],"a":[100,154,242,258,284,288],"two-stage":[101],"methodology,":[102],"developed":[104,129],"tested":[106],"validity":[108,157,271,296],"prompts":[111,133,162],"instruct":[114],"manually":[117,138],"labeled":[118],"data":[119],"(N":[120],"=":[121],"1,500":[122],"each":[124,137,168],"task).":[125],"First,":[126],"iteratively":[128,228],"three":[130],"types":[131],"one-third":[135],"coded":[139],"dataset,":[140],"examining":[141],"their":[142,230],"semantic":[143],"validity,":[144,147],"exploratory":[145],"predictive":[146,156],"content":[149,204],"Second,":[151],"performed":[153],"confirmatory":[155],"test":[158],"final":[161],"remaining":[165],"two-thirds":[166],"dataset.":[169],"Our":[170],"findings":[171],"contribute":[172],"literature":[175],"demonstrating":[177],"that":[178,193,247,275,292],"can":[180],"serve":[181],"as":[182,241],"valid":[183],"coders":[184],"phenomena":[187],"text,":[189],"condition":[192],"researchers":[194],"work":[195],"with":[196,253],"LLM":[198],"secure":[200],"semantic,":[201],"predictive,":[202],"They":[206],"also":[207],"demonstrate":[208,246],"rapid":[215],"cost-effective":[217],"iterations":[218],"over":[219],"big":[220],"qualitative":[221],"datasets,":[222],"enabling":[223],"explore":[226],"refine":[229],"concepts":[231,299],"operationalizations":[233],"during":[234],"manual":[235],"coding":[236],"classifier":[238],"development.":[239],"Accordingly,":[240],"secondary":[243],"contribution,":[244],"enable":[249],"an":[250],"intellectual":[251],"partnership":[252],"researcher,":[255],"defined":[256],"synergistic":[259],"recursive":[261],"process":[264],"where":[265],"LLM's":[267],"generative":[268],"nature":[269],"facilitates":[270],"checks.":[272],"argue":[274],"may":[282,293],"signify":[283],"paradigm":[285],"shift":[286],"toward":[287],"novel,":[289],"iterative":[290],"approach":[291],"improve":[294],"operationalizations.":[301]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4407828806","counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":10}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2025-02-22T00:00:00"}
