{"id":"https://openalex.org/W7220961107","doi":"https://doi.org/10.48550/arxiv.2610.08501","title":"Language-model ratings of depression reflect the rater more than the patient","display_name":"Language-model ratings of depression reflect the rater more than the patient","publication_year":2026,"publication_date":"2026-10-06","ids":{"openalex":"https://openalex.org/W7220961107","doi":"https://doi.org/10.48550/arxiv.2610.08501"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.08501","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08501","pdf_url":"https://arxiv.org/pdf/2610.08501","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.08501","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018612055","display_name":"Baihan Lin","orcid":"https://orcid.org/0000-0002-7979-5509","observed_orcids":["https://orcid.org/0000-0002-7979-5509"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lin, Baihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5018612055"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.288100004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.288100004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.20509999990463257,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.12880000472068787,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/depression-screening","display_name":"depression screening","score":0.796999990940094},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.781000018119812},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6909999847412109},{"id":"https://openalex.org/keywords/rater-agreement","display_name":"rater agreement","score":0.7319999933242798},{"id":"https://openalex.org/keywords/rater-bias","display_name":"rater bias","score":0.5490000247955322},{"id":"https://openalex.org/keywords/patient-health-questionnaire","display_name":"Patient Health Questionnaire","score":0.875},{"id":"https://openalex.org/keywords/automated-mental-health-assessment","display_name":"automated mental health assessment","score":0.574999988079071},{"id":"https://openalex.org/keywords/model-calibration","display_name":"model calibration","score":0.5550000071525574},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.3109999895095825}],"concepts":[{"id":"https://openalex.org/C2776867660","wikidata":"https://www.wikidata.org/wiki/Q1814941","display_name":"Depression (economics)","level":2,"score":0.59579998254776},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5845999717712402},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5516999959945679},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.5449000000953674},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.4133000075817108},{"id":"https://openalex.org/C194943564","wikidata":"https://www.wikidata.org/wiki/Q1129049","display_name":"Participant observation","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3082999885082245},{"id":"https://openalex.org/C3019858935","wikidata":"https://www.wikidata.org/wiki/Q4340209","display_name":"Depressive symptoms","level":3,"score":0.29820001125335693},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.08501","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08501","pdf_url":"https://arxiv.org/pdf/2610.08501","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.08501","doi":"https://doi.org/10.48550/arxiv.2610.08501","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.08501","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.08501","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08501","pdf_url":"https://arxiv.org/pdf/2610.08501","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8371999859809875}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306127","display_name":"U.S. Department of Veterans Affairs","ror":"https://ror.org/05rsv9s98"},{"id":"https://openalex.org/F4320308668","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60"},{"id":"https://openalex.org/F4320311440","display_name":"National Alliance for Research on Schizophrenia and Depression","ror":"https://ror.org/03a63f080"},{"id":"https://openalex.org/F4320330883","display_name":"Hasso Plattner Foundation","ror":"https://ror.org/01mg9t146"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220961107.pdf","grobid_xml":"https://content.openalex.org/works/W7220961107.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W2011280100","https://openalex.org/W2048533792","https://openalex.org/W2049165791","https://openalex.org/W2097137621","https://openalex.org/W2119303750","https://openalex.org/W2133399371","https://openalex.org/W2141403362","https://openalex.org/W2143834603","https://openalex.org/W2150287316","https://openalex.org/W2157825442","https://openalex.org/W2192523408","https://openalex.org/W2346454595","https://openalex.org/W2526501380","https://openalex.org/W2779812635","https://openalex.org/W2937440490","https://openalex.org/W2965317148","https://openalex.org/W2979826702","https://openalex.org/W2985923507","https://openalex.org/W2996480032","https://openalex.org/W3044225844","https://openalex.org/W4238804190","https://openalex.org/W4283169532","https://openalex.org/W4385970234","https://openalex.org/W4387561528","https://openalex.org/W4387617694","https://openalex.org/W4388520288","https://openalex.org/W4391995913","https://openalex.org/W4395474395","https://openalex.org/W4398766485","https://openalex.org/W4401042984","https://openalex.org/W4401208776","https://openalex.org/W4401298243","https://openalex.org/W4401306886","https://openalex.org/W4402227480","https://openalex.org/W4402385990","https://openalex.org/W4404782517","https://openalex.org/W4405655184","https://openalex.org/W4406152263","https://openalex.org/W4406458424","https://openalex.org/W4410411554","https://openalex.org/W4412062109","https://openalex.org/W4412725232","https://openalex.org/W4414281281","https://openalex.org/W4416410210","https://openalex.org/W4417071108","https://openalex.org/W7075994024","https://openalex.org/W7134823781","https://openalex.org/W7163056283","https://openalex.org/W7165368332","https://openalex.org/W7170171534","https://openalex.org/W7204109719","https://openalex.org/W7213675699","https://openalex.org/W7220687007"],"related_works":["https://openalex.org/W7128702562","https://openalex.org/W7128677274","https://openalex.org/W4413120782","https://openalex.org/W2076624840","https://openalex.org/W4390015978","https://openalex.org/W4414374617","https://openalex.org/W7222784677","https://openalex.org/W4414804516","https://openalex.org/W7223099981","https://openalex.org/W7207864674"],"abstract_inverted_index":{"Depression":[0],"has":[1],"no":[2],"diagnostic":[3],"blood":[4],"test.":[5],"Language":[6],"models":[7,27],"promise":[8],"tireless,":[9],"consistent":[10],"assessment,":[11],"but":[12],"can":[13],"accurate":[14],"raters":[15,60,91],"disagree":[16],"about":[17,95,121,145],"individuals?":[18],"We":[19],"pre-registered":[20,110],"880":[21],"language-model":[22],"raters,":[23],"crossing":[24],"11":[25],"open":[26],"with":[28,61,114],"prompting":[29],"and":[30,33,125],"scoring":[31],"choices,":[32],"applied":[34],"them":[35],"to":[36,123],"189":[37],"interviews":[38,106],"against":[39],"the":[40,64,108,139],"eight-item":[41],"Patient":[42],"Health":[43],"Questionnaire.":[44],"Model":[45],"choice":[46],"explained":[47],"30.0%":[48],"of":[49,78,103,138],"summed-symptom":[50],"score":[51],"variance,":[52],"stable":[53],"participant":[54,97,130],"differences":[55],"10.5%.":[56],"Two":[57],"randomly":[58],"drawn":[59],"area":[62],"under":[63],"receiver":[65],"operating":[66],"characteristic":[67],"curve":[68],"(AUC)":[69],">=":[70],"0.70":[71],"disagreed":[72],"on":[73,80],"screening":[74],"decisions":[75],"for":[76,94],"40%":[77],"participants,":[79],"average.":[81],"Average":[82],"over-rating":[83],"governed":[84],"how":[85],"many":[86],"were":[87],"flagged,":[88],"yet":[89],"equal-capacity":[90],"chose":[92],"differently":[93],"one":[96,129],"in":[98,131],"five.":[99],"A":[100],"locked":[101],"analysis":[102],"86":[104],"new":[105],"reproduced":[107],"main":[109],"findings.":[111],"Exploratory":[112],"recalibration":[113],"40":[115],"labelled":[116],"participants":[117],"raised":[118],"accuracy":[119],"from":[120],"60%":[122],"75%":[124],"halved":[126],"disagreement,":[127],"leaving":[128],"five":[132],"decided":[133],"differently.":[134],"Calibration":[135],"repaired":[136],"much":[137],"rater":[140],"dependence":[141],"without":[142],"securing":[143],"agreement":[144],"individuals.":[146]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-09T00:00:00"}