{"id":"https://openalex.org/W7225310727","doi":"https://doi.org/10.21203/rs.3.rs-11120039/v1","title":"Incremental Value of Structured Metadata for Text Based Risk Triage in a Role Play Derived University Counselling Corpus","display_name":"Incremental Value of Structured Metadata for Text Based Risk Triage in a Role Play Derived University Counselling Corpus","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225310727","doi":"https://doi.org/10.21203/rs.3.rs-11120039/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11120039/v1","doi":"https://doi.org/10.21203/rs.3.rs-11120039/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11120039/v1","pdf_url":"https://www.researchsquare.com/article/rs-11120039/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11120039/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118457906","display_name":"Danny Leza","orcid":"https://orcid.org/0000-0002-8573-1392","observed_orcids":["https://orcid.org/0000-0002-8573-1392"]},"institutions":[{"id":"https://openalex.org/I33278361","display_name":"University of Zambia","ror":"https://ror.org/03gh19d69","country_code":"ZM","type":"education","lineage":["https://openalex.org/I33278361"]}],"countries":["ZM"],"is_corresponding":false,"raw_author_name":"Danny Leza","raw_affiliation_strings":["University of Zambia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zambia","institution_ids":["https://openalex.org/I33278361"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063741697","display_name":"Jackson Phiri","orcid":"https://orcid.org/0000-0002-4430-1580","observed_orcids":["https://orcid.org/0000-0002-4430-1580"]},"institutions":[{"id":"https://openalex.org/I33278361","display_name":"University of Zambia","ror":"https://ror.org/03gh19d69","country_code":"ZM","type":"education","lineage":["https://openalex.org/I33278361"]}],"countries":["ZM"],"is_corresponding":false,"raw_author_name":"Jackson Phiri","raw_affiliation_strings":["University of Zambia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zambia","institution_ids":["https://openalex.org/I33278361"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33278361"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.8999000191688538,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.03180000185966492,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-triage","display_name":"automated triage","score":0.796999990940094},{"id":"https://openalex.org/keywords/student-mental-health","display_name":"student mental health","score":0.9190000295639038},{"id":"https://openalex.org/keywords/university-counselling","display_name":"university counselling","score":0.8159999847412109},{"id":"https://openalex.org/keywords/structured-metadata","display_name":"structured metadata","score":0.9070000052452087},{"id":"https://openalex.org/keywords/logistic-regression-classifier","display_name":"logistic regression classifier","score":0.5820000171661377},{"id":"https://openalex.org/keywords/demographic-data","display_name":"demographic data","score":0.5519999861717224}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8015999794006348},{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.7882000207901001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6819000244140625},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.6777999997138977},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49639999866485596},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4465999901294708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4113999903202057},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3596999943256378},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C3018949938","wikidata":"https://www.wikidata.org/wiki/Q17166101","display_name":"Text messaging","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29649999737739563},{"id":"https://openalex.org/C2474386","wikidata":"https://www.wikidata.org/wiki/Q461183","display_name":"Text corpus","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C2987098735","wikidata":"https://www.wikidata.org/wiki/Q3808900","display_name":"Recall rate","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C78244369","wikidata":"https://www.wikidata.org/wiki/Q104840706","display_name":"Added value","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-11120039/v1","doi":"https://doi.org/10.21203/rs.3.rs-11120039/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11120039/v1","pdf_url":"https://www.researchsquare.com/article/rs-11120039/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11120039/v1","doi":"https://doi.org/10.21203/rs.3.rs-11120039/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11120039/v1","pdf_url":"https://www.researchsquare.com/article/rs-11120039/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.428600013256073,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225310727.pdf","grobid_xml":"https://content.openalex.org/works/W7225310727.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2560136348","https://openalex.org/W2708474221","https://openalex.org/W2807452501","https://openalex.org/W2891230948","https://openalex.org/W2981869278","https://openalex.org/W3088524227","https://openalex.org/W4385576721","https://openalex.org/W4387393037","https://openalex.org/W4388529860","https://openalex.org/W4394857110","https://openalex.org/W4404783055"],"related_works":["https://openalex.org/W7224141175","https://openalex.org/W7153322087","https://openalex.org/W7204784048","https://openalex.org/W6903656409","https://openalex.org/W7217251388","https://openalex.org/W7160135333","https://openalex.org/W3197612353","https://openalex.org/W3145012251","https://openalex.org/W6885059516","https://openalex.org/W2504061866"],"abstract_inverted_index":{"Abstract":[0],"Automated":[1],"triage":[2],"systems":[3],"for":[4,80,87,185],"student":[5],"mental-health":[6],"support":[7],"may":[8],"combine":[9],"free-text":[10],"messages":[11],"with":[12,76],"demographic":[13,119],"and":[14,32,48,58,72,78,83,85,92,131,142,151,179],"intake":[15],"fields,":[16],"but":[17],"the":[18,49,116,137,173],"incremental":[19,161],"value":[20],"of":[21,115,153],"structured":[22,101,117],"data":[23],"requires":[24],"empirical":[25],"testing.":[26],"This":[27],"study":[28],"compared":[29,75],"text-only,":[30],"structured-only":[31,88,104],"combined":[33,81],"logistic-regression":[34],"classifiers":[35],"using":[36],"a":[37,124],"role-play-derived":[38],"university":[39],"counselling":[40,193],"corpus.":[41],"The":[42],"original":[43],"corpus":[44,51,174],"contained":[45],"673":[46],"scenarios":[47],"expanded":[50],"1,672":[52],"scenarios;":[53],"complete-case":[54],"analyses":[55,94],"used":[56],"654":[57],"1,509":[59],"scenarios,":[60],"respectively.":[61],"Under":[62],"five-fold":[63],"shuffled":[64],"cross-validation,":[65],"text-only":[66,109,127],"escalation":[67,146],"ROC-AUC":[68],"was":[69,129,140,166,171,175],"0.705":[70],"(original)":[71],"0.805":[73],"(expanded),":[74],"0.687":[77],"0.799":[79],"models":[82],"0.633":[84],"0.752":[86],"models.":[89],"Paired":[90],"bootstrap":[91],"repeated-split":[93],"found":[95],"no":[96,159,180],"demonstrated":[97],"advantage":[98],"from":[99],"adding":[100],"variables,":[102],"while":[103,133],"performance":[105,183],"remained":[106],"lower":[107],"than":[108],"performance.":[110],"Problem-category":[111],"indicators":[112],"carried":[113],"most":[114],"signal;":[118],"fields":[120],"contributed":[121],"little.":[122],"At":[123],"0.5":[125],"threshold,":[126],"sensitivity":[128,147],"62.8%":[130],"66.8%,":[132],"Critical-class":[134],"recall":[135],"in":[136],"four-class":[138],"model":[139,181],"25.0%":[141],"64.9%.":[143],"Achieving":[144],"95%":[145],"required":[148,196],"flagging":[149],"87%":[150],"78%":[152],"cases.":[154],"Structured":[155],"metadata":[156],"therefore":[157],"provided":[158],"consistent":[160],"benefit":[162],"once":[163],"message":[164],"text":[165,194],"available.":[167],"However,":[168],"participant-level":[169],"grouping":[170],"unavailable,":[172],"authored":[176],"through":[177],"role-play,":[178],"achieved":[182],"suitable":[184],"autonomous":[186],"safety-critical":[187],"triage.":[188],"Independent":[189],"validation":[190],"on":[191],"authentic":[192],"is":[195],"before":[197],"operational":[198],"use.":[199]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}