{"id":"https://openalex.org/W7214622273","doi":"https://doi.org/10.31234/osf.io/e63gm","title":"Toward a Validity Argument for Automated Assessment from Transcript and Video Data","display_name":"Toward a Validity Argument for Automated Assessment from Transcript and Video Data","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214622273","doi":"https://doi.org/10.31234/osf.io/e63gm"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/e63gm","doi":"https://doi.org/10.31234/osf.io/e63gm","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/e63gm","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/e63gm","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017440940","display_name":"James G. Soland","orcid":"https://orcid.org/0000-0001-8895-2871","observed_orcids":["https://orcid.org/0000-0001-8895-2871"]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James Soland","raw_affiliation_strings":["University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017440940"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.5443999767303467,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.5443999767303467,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.11309999972581863,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.11150000244379044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychometric-validity","display_name":"psychometric validity","score":0.75},{"id":"https://openalex.org/keywords/interview-transcripts","display_name":"interview transcripts","score":0.6299999952316284},{"id":"https://openalex.org/keywords/video-data","display_name":"video data","score":0.753000020980835},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7820000052452087},{"id":"https://openalex.org/keywords/depression-assessment","display_name":"depression assessment","score":0.7739999890327454},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.7889999747276306},{"id":"https://openalex.org/keywords/convergent-validity","display_name":"convergent validity","score":0.7620000243186951},{"id":"https://openalex.org/keywords/response-process-validity","display_name":"response process validity","score":0.7829999923706055},{"id":"https://openalex.org/keywords/consequential-validity","display_name":"consequential validity","score":0.9900000095367432},{"id":"https://openalex.org/keywords/standards-for-educational-and-psychological-testing","display_name":"Standards for Educational and Psychological Testing","score":0.7680000066757202}],"concepts":[{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7318000197410583},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.6407999992370605},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.617900013923645},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5569999814033508},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5322999954223633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46549999713897705},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.4602999985218048},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4503999948501587},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C90963130","wikidata":"https://www.wikidata.org/wiki/Q6015484","display_name":"Incremental validity","level":4,"score":0.41600000858306885},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.40389999747276306},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.3783999979496002},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3605000078678131},{"id":"https://openalex.org/C182050348","wikidata":"https://www.wikidata.org/wiki/Q5186576","display_name":"Criterion validity","level":4,"score":0.34200000762939453},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34049999713897705},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.33219999074935913},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3314000070095062},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C51082289","wikidata":"https://www.wikidata.org/wiki/Q4113800","display_name":"Internal validity","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C188255311","wikidata":"https://www.wikidata.org/wiki/Q7256388","display_name":"Psychological research","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2847999930381775},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C54998920","wikidata":"https://www.wikidata.org/wiki/Q16255102","display_name":"Self-report study","level":2,"score":0.26339998841285706}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.31234/osf.io/e63gm","doi":"https://doi.org/10.31234/osf.io/e63gm","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/e63gm","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"doi:10.31234/osf.io/e63gm_v1","doi":"https://doi.org/10.31234/osf.io/e63gm_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/e63gm_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.31234/osf.io/e63gm","doi":"https://doi.org/10.31234/osf.io/e63gm","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/e63gm","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7167015778","https://openalex.org/W2331916847","https://openalex.org/W4293091445","https://openalex.org/W7213609943","https://openalex.org/W2097029221","https://openalex.org/W4210425253","https://openalex.org/W6922450704","https://openalex.org/W2549481884","https://openalex.org/W6958128746","https://openalex.org/W2166708896"],"abstract_inverted_index":{"Automated":[0],"assessment":[1,62],"of":[2,42,63,200],"psychological":[3],"constructs":[4],"from":[5,28,189],"interview":[6],"transcripts":[7],"and":[8,51,57,89,96,136,167],"video":[9,192],"data":[10],"has":[11,115],"seen":[12],"rapid":[13],"technical":[14],"development,":[15],"yet":[16],"the":[17,39,47,66,107,113,176,181,198],"field":[18,114],"lacks":[19],"a":[20],"systematic":[21],"psychometric":[22],"validity":[23,43,102,128,146],"framework":[24,182],"for":[25,49,104,154,163,197],"interpreting":[26],"scores":[27],"such":[29],"measures.":[30],"This":[31],"paper":[32],"applies":[33,183],"Kane's":[34],"interpretive/use":[35],"argument":[36],"structure":[37],"alongside":[38],"five":[40,108],"sources":[41,159],"evidence":[44,103,120,138,147,158],"specified":[45],"in":[46,78],"\\textit{Standards":[48],"Educational":[50],"Psychological":[52],"Testing}":[53],"to":[54,124,172,185],"automated":[55,164],"transcript-":[56],"video-based":[58],"assessment,":[59],"using":[60],"clinical":[61],"depression":[64],"as":[65],"primary":[67],"illustrative":[68],"case.":[69],"We":[70,110],"distinguish":[71],"two":[72],"design":[73,199],"approaches":[74,94],"---":[75,95],"item-based":[76],"scoring,":[77],"which":[79],"large":[80],"language":[81],"models":[82],"(LLMs)":[83],"rate":[84],"explicit,":[85],"theoretically":[86],"derived":[87],"items,":[88],"end-to-end":[90,155],"embedding":[91],"or":[92,193],"classification":[93],"examine":[97],"how":[98],"one":[99],"could":[100],"accrue":[101],"each":[105],"across":[106],"sources.":[109],"argue":[111,143],"that":[112,144],"concentrated":[116],"almost":[117],"exclusively":[118],"on":[119,122,179],"based":[121],"relations":[123],"other":[125],"variables":[126],"(convergent":[127],"against":[129],"self-report":[130],"criteria)":[131],"while":[132],"leaving":[133],"response":[134],"process":[135],"consequential":[137],"largely":[139],"unaddressed.":[140],"Further,":[141],"we":[142,168],"construct":[145,187],"is":[148],"often":[149],"dismissed":[150],"too":[151],"quickly,":[152],"especially":[153],"approaches.":[156],"Both":[157],"require":[160],"fundamental":[161],"reconceptualization":[162],"behavioral":[165],"measures,":[166],"propose":[169],"reinterpretations":[170],"suited":[171],"this":[173],"context.":[174],"Although":[175],"analysis":[177],"centers":[178],"depression,":[180],"broadly":[184],"any":[186],"assessed":[188],"passively":[190],"collected":[191],"transcript":[194],"data.":[195],"Implications":[196],"future":[201],"validation":[202],"studies":[203],"are":[204],"discussed.":[205]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-29T00:00:00"}