{"id":"https://openalex.org/W7204199810","doi":"https://doi.org/10.48550/arxiv.2608.22797","title":"Performance of a domain-specific large language model in answering patient questions in psychiatry","display_name":"Performance of a domain-specific large language model in answering patient questions in psychiatry","publication_year":2026,"publication_date":"2026-08-24","ids":{"openalex":"https://openalex.org/W7204199810","doi":"https://doi.org/10.48550/arxiv.2608.22797"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.22797","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22797","pdf_url":"https://arxiv.org/pdf/2608.22797","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.22797","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000244289","display_name":"Alexander J. Hish","orcid":"https://orcid.org/0000-0001-5708-5584","observed_orcids":["https://orcid.org/0000-0001-5708-5584"]},"institutions":[{"id":"https://openalex.org/I185990448","display_name":"American Academy of Child and Adolescent Psychiatry","ror":"https://ror.org/01pqc3561","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I185990448"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hish, Alexander J.","raw_affiliation_strings":["American Academy of Child and Adolescent Psychiatry (AACAP.org)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American Academy of Child and Adolescent Psychiatry (AACAP.org)","institution_ids":["https://openalex.org/I185990448"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017069260","display_name":"Arjun Nagendran","orcid":"https://orcid.org/0000-0002-5318-2560","observed_orcids":["https://orcid.org/0000-0002-5318-2560"]},"institutions":[{"id":"https://openalex.org/I1294278766","display_name":"Lurie Children's Hospital","ror":"https://ror.org/03a6zw892","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1294278766"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nagendran, Arjun","raw_affiliation_strings":["Pritzker Department of Psychiatry and Behavioral Health , Lurie Children's Hospital of Chicago , Chicago , IL , USA","Relativ.ai , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pritzker Department of Psychiatry and Behavioral Health , Lurie Children's Hospital of Chicago , Chicago , IL , USA","institution_ids":["https://openalex.org/I1294278766"]},{"raw_affiliation_string":"Relativ.ai , USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047457771","display_name":"Scott N. Compton","orcid":"https://orcid.org/0000-0003-2887-9582","observed_orcids":["https://orcid.org/0000-0003-2887-9582"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I1294278766","display_name":"Lurie Children's Hospital","ror":"https://ror.org/03a6zw892","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1294278766"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Compton, Scott N.","raw_affiliation_strings":["Northwestern University Feinberg School of Medicine , Chicago , IL , USA","Pritzker Department of Psychiatry and Behavioral Health , Lurie Children's Hospital of Chicago , Chicago , IL , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University Feinberg School of Medicine , Chicago , IL , USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"Pritzker Department of Psychiatry and Behavioral Health , Lurie Children's Hospital of Chicago , Chicago , IL , USA","institution_ids":["https://openalex.org/I1294278766"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain-specific-large-language-models","display_name":"domain-specific large language models","score":0.9100000262260437},{"id":"https://openalex.org/keywords/psychiatric-medication","display_name":"psychiatric medication","score":0.6259999871253967},{"id":"https://openalex.org/keywords/escitalopram","display_name":"escitalopram","score":1.0},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8109999895095825},{"id":"https://openalex.org/keywords/openevidence","display_name":"OpenEvidence","score":0.7760000228881836},{"id":"https://openalex.org/keywords/llm-chatbots","display_name":"LLM chatbots","score":0.6510000228881836},{"id":"https://openalex.org/keywords/response-accuracy","display_name":"response accuracy","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.6748999953269958},{"id":"https://openalex.org/C2776135927","wikidata":"https://www.wikidata.org/wiki/Q5242559","display_name":"Referral","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5412999987602234},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.43529999256134033},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4097000062465668},{"id":"https://openalex.org/C2779583969","wikidata":"https://www.wikidata.org/wiki/Q423757","display_name":"Escitalopram","level":4,"score":0.3758000135421753},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3345000147819519},{"id":"https://openalex.org/C2994403141","wikidata":"https://www.wikidata.org/wiki/Q2976573","display_name":"Psychiatric diagnosis","level":3,"score":0.31700000166893005},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C2780577388","wikidata":"https://www.wikidata.org/wiki/Q7256236","display_name":"Psychiatric history","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.26759999990463257},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2542000114917755},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25369998812675476},{"id":"https://openalex.org/C2777929519","wikidata":"https://www.wikidata.org/wiki/Q7144988","display_name":"Patient education","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.22797","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22797","pdf_url":"https://arxiv.org/pdf/2608.22797","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.22797","doi":"https://doi.org/10.48550/arxiv.2608.22797","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.22797","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.22797","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22797","pdf_url":"https://arxiv.org/pdf/2608.22797","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204199810.pdf","grobid_xml":"https://content.openalex.org/works/W7204199810.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7138927360","https://openalex.org/W7156318538","https://openalex.org/W7172034215","https://openalex.org/W4402256031","https://openalex.org/W4412807910","https://openalex.org/W4410542647","https://openalex.org/W4386765433","https://openalex.org/W7213317855","https://openalex.org/W4414591374","https://openalex.org/W7164575513"],"abstract_inverted_index":{"Background":[0],"This":[1],"study":[2],"was":[3,100,112,127,172],"designed":[4],"to":[5,30,61,73,166,174,199,217],"evaluate":[6],"whether":[7],"a":[8,27,74,120,135,181,210],"domain-specific":[9],"large":[10],"language":[11],"model":[12],"(LLM)":[13],"trained":[14,42],"exclusively":[15],"on":[16,43,91],"patient":[17,44,62,219],"education":[18,45,220],"resources":[19,46],"can":[20],"answer":[21,175],"questions":[22,63,177],"about":[23,64,178],"psychiatric":[24],"medications,":[25],"in":[26,103,180,221],"manner":[28,182],"superior":[29],"LLM":[31,36,215],"chatbots.":[32],"We":[33,52],"developed":[34],"an":[35],"(\"MIND\")":[37],"fine-tuned":[38],"for":[39],"clinical":[40],"fidelity,":[41],"from":[47,87],"authoritative":[48],"medical":[49],"organizations.":[50],"Methods":[51],"compared":[53,165],"the":[54,149,159,190,193],"responses":[55,160],"of":[56,156,192],"MIND,":[57],"ChatGPT,":[58],"and":[59,82,141,143,186],"OpenEvidence":[60],"escitalopram,":[65],"using":[66],"two":[67],"methods:":[68],"(1)":[69],"computer":[70],"analysis":[71],"according":[72],"rubric":[75],"measuring":[76],"accuracy,":[77],"clarity,":[78],"completeness,":[79],"nuance,":[80],"safety,":[81],"referral":[83],"appropriateness;":[84],"(2)":[85],"ratings":[86],"N=10":[88],"board-licensed":[89],"psychiatrists":[90,157,189,204],"similar":[92],"metrics.":[93],"Results":[94],"When":[95,107],"rated":[96,101,108,113,128,146],"by":[97,109,162,188],"rubric,":[98],"MIND":[99,118,126,142,167,171,208],"highest":[102],"all":[104],"domains":[105],"(p<0.001).":[106],"psychiatrists,":[110],"ChatGPT":[111,133,144,163],"accurate":[114],"more":[115,130,201],"often":[116,131],"than":[117,132],"with":[119,134,148],"negligible":[121],"effect":[122,137],"size":[123,138],"(p=0.021,":[124],"r=0.073);":[125],"complete":[129,202],"small":[136],"(p<0.001,":[139],"r=0.160);":[140],"were":[145],"safe":[147,187,214],"same":[150],"frequency":[151],"(p=0.955,":[152],"r=0.002).":[153],"The":[154],"majority":[155,191],"preferred":[158,205],"generated":[161],"(57.6%)":[164],"(42.4%,":[168],"p=0.003).":[169],"Conclusions":[170],"able":[173],"many":[176],"escitalopram":[179],"deemed":[183],"accurate,":[184],"complete,":[185],"time.":[194],"However,":[195],"despite":[196],"MIND's":[197],"ability":[198],"provide":[200],"responses,":[203],"ChatGPT's":[206],"responses.":[207],"represents":[209],"step":[211],"towards":[212],"building":[213],"systems":[216],"enhance":[218],"psychiatry.":[222]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-26T00:00:00"}