{"id":"https://openalex.org/W7128765742","doi":"https://doi.org/10.1007/s11042-026-21401-8","title":"Prompt-based justification and scoring with large language models for thought and language disorder assessment","display_name":"Prompt-based justification and scoring with large language models for thought and language disorder assessment","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128765742","doi":"https://doi.org/10.1007/s11042-026-21401-8"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-026-21401-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-026-21401-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-026-21401-8.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-026-21401-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121810239","display_name":"R. Francese","orcid":null},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Rita Francese","raw_affiliation_strings":["Department of Computer Science, University of Salerno, Via Giovanni Paolo II, Salerno, 84084, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6929-0056","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Salerno, Via Giovanni Paolo II, Salerno, 84084, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102783100","display_name":"Laura De Santis","orcid":"https://orcid.org/0009-0008-7403-2765"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Laura De Santis","raw_affiliation_strings":["Department of Computer Science, University of Salerno, Via Giovanni Paolo II, Salerno, 84084, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Salerno, Via Giovanni Paolo II, Salerno, 84084, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027877639","display_name":"Federica Iannotta","orcid":"https://orcid.org/0000-0002-4938-7627"},"institutions":[{"id":"https://openalex.org/I4210117450","display_name":"Federico II University Hospital","ror":"https://ror.org/02jr6tp70","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210117450","https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federica Iannotta","raw_affiliation_strings":["Department of Neuroscience, Reproductive Science and Odontostomatology, University School of Medicine \u201dFederico II\u201d, Via Sergio Pansini, 5, Naples, 80131, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neuroscience, Reproductive Science and Odontostomatology, University School of Medicine \u201dFederico II\u201d, Via Sergio Pansini, 5, Naples, 80131, Italy","institution_ids":["https://openalex.org/I4210117450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111469683","display_name":"Felice Iasevoli","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117450","display_name":"Federico II University Hospital","ror":"https://ror.org/02jr6tp70","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210117450","https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Felice Iasevoli","raw_affiliation_strings":["Department of Neuroscience, Reproductive Science and Odontostomatology, University School of Medicine \u201dFederico II\u201d, Via Sergio Pansini, 5, Naples, 80131, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neuroscience, Reproductive Science and Odontostomatology, University School of Medicine \u201dFederico II\u201d, Via Sergio Pansini, 5, Naples, 80131, Italy","institution_ids":["https://openalex.org/I4210117450"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5121810239"],"corresponding_institution_ids":["https://openalex.org/I131729948"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23010502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"85","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.17239999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.17239999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.1590999960899353,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10023","display_name":"Schizophrenia research and treatment","score":0.1362999975681305,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/schizophrenia","display_name":"Schizophrenia (object-oriented programming)","score":0.45719999074935913},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4059999883174896},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.4023999869823456},{"id":"https://openalex.org/keywords/ordinal-scale","display_name":"Ordinal Scale","score":0.4011000096797943},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.396699994802475},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.37299999594688416},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3686000108718872},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.34439998865127563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6031000018119812},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4950999915599823},{"id":"https://openalex.org/C2776412080","wikidata":"https://www.wikidata.org/wiki/Q7431605","display_name":"Schizophrenia (object-oriented programming)","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4059999883174896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40389999747276306},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.4023999869823456},{"id":"https://openalex.org/C2909711754","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal Scale","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32120001316070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3167000114917755},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C85461838","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal data","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2780325297","wikidata":"https://www.wikidata.org/wiki/Q834047","display_name":"Schizoaffective disorder","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11042-026-21401-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-026-21401-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-026-21401-8.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11042-026-21401-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-026-21401-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-026-21401-8.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320324133","display_name":"Universit\u00e0 degli Studi di Salerno","ror":"https://ror.org/0192m2k53"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128765742.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1912982817","https://openalex.org/W1979736058","https://openalex.org/W1995875735","https://openalex.org/W2003128044","https://openalex.org/W2091298722","https://openalex.org/W2136501032","https://openalex.org/W2143890359","https://openalex.org/W2154497083","https://openalex.org/W2170505850","https://openalex.org/W2519022394","https://openalex.org/W2791063712","https://openalex.org/W2806168354","https://openalex.org/W2951189123","https://openalex.org/W2979826702","https://openalex.org/W2999126958","https://openalex.org/W3004047823","https://openalex.org/W3015783745","https://openalex.org/W3184324824","https://openalex.org/W4226084584","https://openalex.org/W4285393663","https://openalex.org/W4303520777","https://openalex.org/W4353018863","https://openalex.org/W4376503742","https://openalex.org/W4389251741","https://openalex.org/W4393356484","https://openalex.org/W4401298243","https://openalex.org/W4404647396","https://openalex.org/W4407844694","https://openalex.org/W4411576833"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1,51,247],"assessment":[2],"of":[3,72,161],"disorganized":[4],"thought":[5],"and":[6,18,39,58,86,103,122,131,213,224,236,243,255,272],"language":[7,32],"is":[8],"essential":[9],"for":[10,117,196,220,251],"diagnosing":[11],"schizophrenia":[12],"(SZ),":[13],"still":[14],"remaining":[15],"a":[16,70,257],"subjective":[17],"labor-intensive":[19],"clinical":[20,262,277],"process.":[21],"We":[22,66],"present":[23],"ClearThought":[24,68],",":[25,183],"an":[26],"automated":[27],"framework":[28,248],"that":[29,119,138,230],"uses":[30],"large":[31],"models":[33],"(LLMs)":[34],"to":[35,80,260],"evaluate":[36],"the":[37,63,93,153,194,207],"Thought":[38],"Language":[40],"Disorder":[41],"(TALD)":[42],"scale":[43],"through":[44],"few-shot":[45],"prompting":[46],"on":[47,69,100,113,178],"transcribed":[48],"psychiatric":[49],"interviews.":[50],"model":[52,78,154],"generates":[53],"0\u20134":[54],"item-level":[55],"severity":[56],"scores":[57,177,217],"structured":[59,237],"justifications":[60,209],"aligned":[61],"with":[62,167,215],"TALD":[64,245],"rubric.":[65],"evaluated":[67],"dataset":[71],"33":[73],"SZ":[74],"patient":[75],"interviews,":[76],"comparing":[77],"outputs":[79],"clinician":[81],"ratings":[82],"using":[83],"both":[84],"ordinal":[85,91],"binary":[87,151],"performance":[88,140],"metrics.":[89],"For":[90,150],"scoring,":[92],"system":[94],"achieved":[95],"macro":[96],"F1":[97,172],"$$\\ge$$":[98],"0.80":[99],"11":[101,169],"items":[102,163,170,180],"very":[104],"strong":[105],"Spearman":[106],"correlations":[107],"(":[108],"$$\\varvec{\\rho":[109],"\\ge":[110],"0.80}$$":[111],")":[112,185],"15":[114],"items,":[115],"particularly":[116],"disorders":[118,254],"show":[120],"clear":[121],"noticeable":[123],"patterns":[124],"in":[125,159],"spoken":[126],"language,":[127],"such":[128],"as":[129,210],"Blocking":[130],"Restricted":[132],"Thinking":[133],".":[134],"Entropy-aware":[135],"analysis":[136],"revealed":[137],"high":[139,176],"was":[141],"most":[142],"meaningful":[143],"when":[144,198],"accompanied":[145],"by":[146,189,233],"sufficient":[147],"label":[148,203],"variability.":[149],"detection,":[152],"accurately":[155],"identified":[156],"disorder":[157,191],"presence":[158],"26":[160],"30":[162],"(F1":[164],">":[165],"0.80),":[166],"over":[168],"exceeding":[171],"=":[173],"0.90.":[174],"However,":[175],"low-entropy":[179],"(e.g.,":[181],"Clanging":[182],"Neologisms":[184],"were":[186],"often":[187],"driven":[188],"consistent":[190],"absence,":[192],"highlighting":[193],"need":[195],"caution":[197],"interpreting":[199],"results":[200,228],"from":[201],"skewed":[202],"distributions.":[204],"Clinicians":[205],"rated":[206],"model\u2019s":[208],"clinically":[211],"sound":[212],"interpretable,":[214,242],"average":[216],"above":[218],"4.0/5.0":[219],"scoring":[221,235],"accuracy,":[222],"clarity,":[223],"overall":[225],"trust.":[226],"These":[227],"suggest":[229],"LLMs,":[231],"guided":[232],"prompt-based":[234],"justification,":[238,271],"can":[239],"support":[240],"objective,":[241],"scalable":[244],"assessments.":[246],"performs":[249],"best":[250],"linguistically":[252],"relevant":[253],"provides":[256],"transparent":[258],"interface":[259],"assist":[261],"reasoning.":[263],"Future":[264],"work":[265],"will":[266],"target":[267],"rare":[268],"disorders,":[269],"enhance":[270],"extend":[273],"validation":[274],"across":[275],"broader":[276],"cohorts.":[278]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-14T00:00:00"}