{"id":"https://openalex.org/W7224766228","doi":"https://doi.org/10.2196/preprints.115717","title":"Psychiatrists\u2019 Perceptions of Unedited AI-Generated SOAP Notes: An Exploratory Mixed-Methods Quality Evaluation (Preprint)","display_name":"Psychiatrists\u2019 Perceptions of Unedited AI-Generated SOAP Notes: An Exploratory Mixed-Methods Quality Evaluation (Preprint)","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224766228","doi":"https://doi.org/10.2196/preprints.115717"},"language":"en","primary_location":{"id":"doi:10.2196/preprints.115717","doi":"https://doi.org/10.2196/preprints.115717","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.115717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059440666","display_name":"Grace Neil","orcid":"https://orcid.org/0000-0002-7338-5592","observed_orcids":["https://orcid.org/0000-0002-7338-5592"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grace Crisp","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7338-5592","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035985948","display_name":"Hiral Soni","orcid":"https://orcid.org/0000-0002-2054-3737","observed_orcids":["https://orcid.org/0000-0002-2054-3737"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hiral Soni","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2054-3737","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022933938","display_name":"Christopher Pelic","orcid":"https://orcid.org/0000-0002-4772-9515","observed_orcids":["https://orcid.org/0000-0002-4772-9515"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Pelic","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077324803","display_name":"Julia Ivanova","orcid":"https://orcid.org/0000-0002-5852-200X","observed_orcids":["https://orcid.org/0000-0002-5852-200X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Julia Ivanova","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5852-200X","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045073617","display_name":"Hattie Wilczewski","orcid":"https://orcid.org/0000-0002-3034-0087","observed_orcids":["https://orcid.org/0000-0002-3034-0087"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hattie Wilczewski","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3034-0087","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063614227","display_name":"Paul M. Heider","orcid":"https://orcid.org/0000-0002-1589-4567","observed_orcids":["https://orcid.org/0000-0002-1589-4567"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul M. Heider","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1589-4567","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160190811","display_name":"Jordon Ritchie","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jordon Ritchie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060862724","display_name":"Xia Jing","orcid":"https://orcid.org/0000-0002-1916-4588","observed_orcids":["https://orcid.org/0000-0002-1916-4588"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia Jing","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1916-4588","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076969142","display_name":"Brandon M. Welch","orcid":"https://orcid.org/0000-0002-2214-9282","observed_orcids":["https://orcid.org/0000-0002-2214-9282"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brandon Welch","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2214-9282","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.04879999905824661,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12790","display_name":"Nursing Diagnosis and Documentation","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soap-notes","display_name":"SOAP notes","score":0.8730000257492065},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9490000009536743},{"id":"https://openalex.org/keywords/documentation-quality","display_name":"documentation quality","score":0.7919999957084656},{"id":"https://openalex.org/keywords/documentation-burden","display_name":"documentation burden","score":0.6290000081062317},{"id":"https://openalex.org/keywords/physician-burnout","display_name":"physician burnout","score":0.7720000147819519},{"id":"https://openalex.org/keywords/telemedicine","display_name":"telemedicine","score":0.7390000224113464},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.8600000143051147},{"id":"https://openalex.org/keywords/inter-examiner-agreement","display_name":"inter-examiner agreement","score":0.7149999737739563},{"id":"https://openalex.org/keywords/psychiatric-documentation","display_name":"psychiatric documentation","score":0.4059999883174896},{"id":"https://openalex.org/keywords/gpt-5","display_name":"GPT-5","score":0.6439999938011169},{"id":"https://openalex.org/keywords/claude-sonnet-4","display_name":"Claude Sonnet 4","score":0.8339999914169312},{"id":"https://openalex.org/keywords/gemini-2-5-pro","display_name":"Gemini 2.5 Pro","score":0.9520000219345093},{"id":"https://openalex.org/keywords/mental-status-examination","display_name":"mental status examination","score":0.5099999904632568},{"id":"https://openalex.org/keywords/suicidal-ideation","display_name":"suicidal ideation","score":0.4449999928474426}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.8281000256538391},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5386000275611877},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.5202000141143799},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.49410000443458557},{"id":"https://openalex.org/C150966472","wikidata":"https://www.wikidata.org/wiki/Q3410145","display_name":"Psychosocial","level":2,"score":0.4893999993801117},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4438000023365021},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.4113999903202057},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.3953000009059906},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.359499990940094},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C24845683","wikidata":"https://www.wikidata.org/wiki/Q178651","display_name":"Interview","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.303600013256073},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C2776298855","wikidata":"https://www.wikidata.org/wiki/Q186240","display_name":"Ostracism","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C45983554","wikidata":"https://www.wikidata.org/wiki/Q3412851","display_name":"Information quality","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C2781050511","wikidata":"https://www.wikidata.org/wiki/Q46994","display_name":"Telehealth","level":4,"score":0.2822999954223633},{"id":"https://openalex.org/C2779891985","wikidata":"https://www.wikidata.org/wiki/Q46994","display_name":"Telemedicine","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2778173179","wikidata":"https://www.wikidata.org/wiki/Q25339289","display_name":"Attendance","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2196/preprints.115717","doi":"https://doi.org/10.2196/preprints.115717","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.115717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415413831","https://openalex.org/W6967009766","https://openalex.org/W7154749125","https://openalex.org/W4401436560","https://openalex.org/W7168181620","https://openalex.org/W7224784595","https://openalex.org/W4403378570","https://openalex.org/W7213309791","https://openalex.org/W7129086030","https://openalex.org/W4392632345"],"abstract_inverted_index":{"BACKGROUND":[0],"Documentation":[1,199],"burden":[2],"is":[3],"a":[4,17,110,125,133,152,232,285],"major":[5],"contributor":[6],"to":[7,95,255,390,402,420],"physician":[8],"burnout,":[9],"and":[10,46,89,172,222,236,243,248,269,308,317,342,366,377,447,463],"AI-assisted":[11],"documentation":[12,27,61],"tools":[13,25,50],"have":[14],"emerged":[15],"as":[16,36,419,495,497],"potential":[18],"solution.":[19],"While":[20,355,477],"early":[21],"evidence":[22],"suggests":[23],"these":[24],"reduce":[26],"time":[28],"in":[29,67,97,138,206,349,352,415,435,474,493],"medical":[30],"settings,":[31],"psychiatry":[32],"presents":[33],"distinct":[34],"challenges,":[35],"notes":[37,108,116,150,159,283,312,330,351,357,434,460,473,492],"capture":[38],"sensitive":[39],"information":[40],"about":[41,151,458],"mental":[42,321],"states,":[43],"suicidal":[44],"ideation,":[45],"psychosocial":[47],"circumstances.":[48],"These":[49],"are":[51,481],"already":[52],"entering":[53],"clinical":[54,209],"use,":[55],"yet":[56],"the":[57,80,102,178,187,195,320,350,356,380,409,472,487,498],"quality":[58,81,103,211,382,423],"of":[59,79,82,104,272,289,291,304,393,471,490],"AI-generated":[60,83,106,148,208,433,491],"has":[62,75,203],"not":[63,338,343,359,482],"been":[64,204],"thoroughly":[65],"evaluated":[66,146],"psychiatry.":[68],"To":[69],"our":[70,478],"knowledge,":[71],"no":[72],"prior":[73],"study":[74,137,437],"examined":[76],"psychiatrists'":[77],"perceptions":[78],"psychiatric":[84,155],"SOAP":[85,107,149],"(Subjective,":[86],"Objective,":[87],"Assessment,":[88],"Plan)":[90],"notes.":[91],"OBJECTIVE":[92],"We":[93,131,213,259,325],"aimed":[94],"understand":[96,256],"detail":[98],"how":[99],"psychiatrists":[100,145,418],"perceive":[101],"unedited":[105],"using":[109,181,241,265],"controlled":[111],"design,":[112],"focusing":[113],"on":[114,194,371,379],"six":[115,147],"generated":[117,161],"by":[118,162,441],"three":[119,163],"frontier":[120,164],"large":[121],"language":[122],"models":[123],"for":[124,218,226,500],"single":[126,153],"simulated":[127,154],"telehealth":[128,156],"encounter.":[129,157],"METHODS":[130],"conducted":[132],"prospective,":[134],"mixed-methods":[135],"exploratory":[136],"which":[139,202,411,459],"12":[140],"US-based,":[141],"board-certified":[142],"or":[143],"board-eligible":[144],"The":[158,432],"were":[160,239,252,358,438,461],"LLMs":[165],"(OpenAI":[166],"GPT-5,":[167],"Anthropic":[168],"Claude":[169],"Sonnet":[170],"4,":[171],"Google":[173],"Gemini":[174],"2.5":[175],"Pro)":[176],"from":[177,388],"session":[179,188,315],"transcript":[180],"an":[182,223],"identical":[183],"prompt.":[184],"Evaluators":[185],"watched":[186],"recording,":[189],"then":[190],"rated":[191,329],"each":[192,219,227],"note":[193,210],"10-attribute":[196],"Modified":[197],"Physician":[198],"Quality":[200],"Instrument,":[201],"used":[205],"other":[207],"studies.":[212],"also":[214,260],"collected":[215],"written":[216,300],"rationales":[217,301],"attribute":[220],"rating":[221],"overall":[224],"comment":[225],"note.":[228],"Finally,":[229],"evaluators":[230,264,279,345,361,405],"completed":[231],"post-evaluation":[233],"survey.":[234],"Rationales":[235],"survey":[237],"responses":[238],"analyzed":[240,253],"content":[242],"thematic":[244],"analysis.":[245],"Note":[246],"ratings":[247],"coded":[249],"qualitative":[250,464],"data":[251,465],"together":[254],"psychiatrists\u2019":[257],"perceptions.":[258],"assessed":[261],"agreement":[262,370,378,454],"among":[263,404,408,417],"intraclass":[266],"correlation":[267],"coefficients":[268],"Kendall\u2019s":[270],"coefficient":[271],"concordance.":[273],"RESULTS":[274],"Across":[275],"72":[276],"evaluations":[277],"(12":[278],"x":[280],"6":[281],"notes),":[282],"received":[284],"mean":[286],"total":[287,372],"score":[288],"42":[290],"50":[292],"(median":[293],"42,":[294],"IQR":[295],"39-46).":[296],"Despite":[297],"favorable":[298],"ratings,":[299],"revealed":[302,396,426,466],"concerns":[303],"verbosity,":[305],"factual":[306],"errors":[307,332,348],"hallucinations":[309],"(including":[310],"two":[311],"with":[313,319,455],"incorrect":[314],"durations),":[316],"issues":[318],"status":[322],"exam":[323],"sections.":[324],"found":[326],"that":[327,333,397],"highly":[328],"contained":[331],"may":[334,412],"be":[335],"consequential":[336],"if":[337],"caught":[339,346],"during":[340],"review,":[341],"all":[344],"notable":[347],"this":[353,436],"study.":[354],"perfect,":[360],"simultaneously":[362],"praised":[363],"their":[364,445,449,475],"usefulness":[365,446,489],"thoroughness.":[367],"Interestingly,":[368],"inter-evaluator":[369],"scores":[373],"was":[374,384,399],"poor":[375],"(ICC=0.04),":[376],"individual":[381],"attributes":[383],"similarly":[385],"low,":[386],"ranging":[387],"-0.04":[389],"0.17.":[391],"Analysis":[392],"variance":[394,398],"components":[395],"attributed":[400],"more":[401],"differences":[403,407,414,428],"than":[406],"notes,":[410],"indicate":[413],"opinion":[416],"what":[421],"constitutes":[422],"documentation.":[424],"Comments":[425],"similar":[427],"across":[429],"evaluators.":[430],"CONCLUSIONS":[431],"perceived":[439,488],"favorably":[440],"psychiatrists,":[442],"who":[443],"highlighted":[444],"acknowledged":[448],"imperfections.":[450],"Psychiatrists":[451],"showed":[452],"little":[453],"one":[456],"another":[457],"better":[462],"they":[467,484],"prioritized":[468],"different":[469],"aspects":[470],"comments.":[476],"specific":[479],"findings":[480],"generalizable,":[483],"do":[485],"underscore":[486],"psychiatry,":[494],"well":[496],"necessity":[499],"thorough":[501],"review":[502],"before":[503],"signing":[504],"them.":[505]},"counts_by_year":[],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2026-10-31T00:00:00"}