{"id":"https://openalex.org/W7165683350","doi":"https://doi.org/10.1109/abc68169.2026.11567275","title":"Using Small Language Models to Measure Nursing Key Performance Indicators From Patient Stories","display_name":"Using Small Language Models to Measure Nursing Key Performance Indicators From Patient Stories","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7165683350","doi":"https://doi.org/10.1109/abc68169.2026.11567275"},"language":"en","primary_location":{"id":"doi:10.1109/abc68169.2026.11567275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/abc68169.2026.11567275","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Activity and Behavior Computing (ABC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.ulster.ac.uk/en/publications/a6a63edf-7c51-4efd-8242-ad9b94110faa","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139180333","display_name":"Federico Cruciani","orcid":null},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Federico Cruciani","raw_affiliation_strings":["School of Computing, Ulster University,Belfast,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Ulster University,Belfast,UK","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054387212","display_name":"Birgit Sch\u00f6nfelder","orcid":"https://orcid.org/0000-0001-5853-0651"},"institutions":[{"id":"https://openalex.org/I129774422","display_name":"University of Vienna","ror":"https://ror.org/03prydq77","country_code":"AT","type":"education","lineage":["https://openalex.org/I129774422"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Birgit Sch\u00f6nfelder","raw_affiliation_strings":["University of Vienna,Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Vienna,Austria","institution_ids":["https://openalex.org/I129774422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139215185","display_name":"Michael Milliken","orcid":null},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Milliken","raw_affiliation_strings":["School of Computing, Ulster University,Belfast,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Ulster University,Belfast,UK","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087964095","display_name":"Ian Cleland","orcid":"https://orcid.org/0000-0003-2368-7354"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ian Cleland","raw_affiliation_strings":["School of Computing, Ulster University,Belfast,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Ulster University,Belfast,UK","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102951156","display_name":"Chris Nugent","orcid":"https://orcid.org/0000-0001-6295-8669"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Nugent","raw_affiliation_strings":["School of Computing, Ulster University,Belfast,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Ulster University,Belfast,UK","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139188792","display_name":"Hanna Mayer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149039","display_name":"Karl Landsteiner University of Health Sciences","ror":"https://ror.org/04t79ze18","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210149039"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Hanna Mayer","raw_affiliation_strings":["Karl Landsteiner University of Health Science,Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karl Landsteiner University of Health Science,Austria","institution_ids":["https://openalex.org/I4210149039"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136621064","display_name":"Tanya McCance","orcid":null},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tanya McCance","raw_affiliation_strings":["School of Nursing and Paramedic Science, Ulster University,Belfast,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Nursing and Paramedic Science, Ulster University,Belfast,UK","institution_ids":["https://openalex.org/I138801177"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10186","display_name":"Nursing education and management","score":0.24869999289512634,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10186","display_name":"Nursing education and management","score":0.24869999289512634,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12790","display_name":"Nursing Diagnosis and Documentation","score":0.14339999854564667,"subfield":{"id":"https://openalex.org/subfields/2910","display_name":"Issues, ethics and legal aspects"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12194","display_name":"Cultural Competency in Health Care","score":0.05209999904036522,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6801999807357788},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5649999976158142},{"id":"https://openalex.org/keywords/performance-indicator","display_name":"Performance indicator","score":0.4255000054836273},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3068000078201294},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.29089999198913574},{"id":"https://openalex.org/keywords/performance-measurement","display_name":"Performance measurement","score":0.2856999933719635}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6801999807357788},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45809999108314514},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.4251999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37450000643730164},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31619998812675476},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.30250000953674316},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C106707866","wikidata":"https://www.wikidata.org/wiki/Q7070251","display_name":"Nursing Minimum Data Set","level":5,"score":0.27160000801086426},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/abc68169.2026.11567275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/abc68169.2026.11567275","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 International Conference on Activity and Behavior Computing (ABC)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/a6a63edf-7c51-4efd-8242-ad9b94110faa","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/a6a63edf-7c51-4efd-8242-ad9b94110faa","pdf_url":null,"source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Cruciani, F, Sch\u00f6nfelder, B, Milliken, M, Cleland, I, Nugent, CD, Mayer, H & McCance, T 2026, Using Small Language Models to measure Nursing Key Performance Indicators from Patient Stories. in 2026 International Conference on Activity and Behavior Computing (ABC). IEEE, 2026 8th International Conference on Activity and Behavior Computing, Hakodate, Japan, 9/03/26.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/a6a63edf-7c51-4efd-8242-ad9b94110faa","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/a6a63edf-7c51-4efd-8242-ad9b94110faa","pdf_url":null,"source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Cruciani, F, Sch\u00f6nfelder, B, Milliken, M, Cleland, I, Nugent, CD, Mayer, H & McCance, T 2026, Using Small Language Models to measure Nursing Key Performance Indicators from Patient Stories. in 2026 International Conference on Activity and Behavior Computing (ABC). IEEE, 2026 8th International Conference on Activity and Behavior Computing, Hakodate, Japan, 9/03/26.","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.40008530020713806,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G6008305361","display_name":null,"funder_award_id":"20142020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G790400227","display_name":null,"funder_award_id":"72471061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,21,71,80,112,139,144],"broader":[2],"effort":[3],"to":[4,16,39,60,78,111],"humanize":[5],"healthcare,":[6],"person-centred":[7,165],"nursing":[8],"Key":[9],"Performance":[10],"Indicators":[11],"(KPIs)":[12],"have":[13],"been":[14],"proposed":[15],"evaluate":[17],"care":[18,33],"quality":[19],"from":[20,87],"patient\u2019s":[22],"perspective.":[23],"Patient":[24],"stories":[25],"offer":[26],"a":[27,93,103,123],"rich,":[28],"qualitative":[29],"source":[30],"for":[31,162],"understanding":[32],"experiences,":[34],"highlighting":[35],"what":[36],"matters":[37],"most":[38],"individuals":[40],"and":[41,45,56,64,84,130,148,152],"revealing":[42],"both":[43,100],"positive":[44],"negative":[46],"aspects":[47],"of":[48,73,82,108,126,146,167],"care.":[49],"However,":[50],"these":[51],"narratives":[52],"are":[53],"typically":[54],"unstructured":[55],"require":[57],"expert":[58,119],"review":[59],"identify":[61],"relevant":[62],"KPIs":[63,83,140],"assess":[65],"associated":[66],"sentiments.":[67],"This":[68],"study":[69],"investigates":[70],"use":[72],"Small":[74],"Language":[75],"Models":[76],"(SLMs)":[77],"automate":[79],"extraction":[81],"sentiment":[85],"classification":[86],"patient":[88],"stories.":[89],"We":[90],"demonstrate":[91],"that":[92,158],"fine-tuned":[94],"BERT":[95],"model":[96],"can":[97],"effectively":[98],"perform":[99],"tasks,":[101],"achieving":[102],"Cohen\u2019s":[104],"kappa":[105],"agreement":[106,114,125],"score":[107],"0.56,":[109],"comparable":[110],"inter-rater":[113],"observed":[115],"between":[116],"two":[117],"human":[118],"annotators":[120],"(0.58)":[121],"vs":[122],"baseline":[124],"0.15":[127],"using":[128],"GPT-4":[129,147],"0.34":[131],"with":[132],"GPT-5.":[133],"The":[134],"obtained":[135],"macro-average":[136],"F1-Score":[137],"on":[138],"was":[141],"76.65%":[142],"whereas":[143],"F1-score":[145],"GPT-5":[149],"were":[150],"26.54%":[151],"44.78%":[153],"respectively.":[154],"These":[155],"findings":[156],"suggest":[157],"SLMs":[159],"hold":[160],"promise":[161],"supporting":[163],"scalable,":[164],"evaluation":[166],"healthcare":[168],"experiences.":[169]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-06-24T00:00:00"}