{"id":"https://openalex.org/W7166854817","doi":"https://doi.org/10.18653/v1/2026.bea-1.12","title":"Evaluating LLM Workflows for Generating Clinical Communication Assessment Items: A Comparative Study with Subject-Matter Experts","display_name":"Evaluating LLM Workflows for Generating Clinical Communication Assessment Items: A Comparative Study with Subject-Matter Experts","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166854817","doi":"https://doi.org/10.18653/v1/2026.bea-1.12"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.bea-1.12","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.12","pdf_url":"https://aclanthology.org/2026.bea-1.12.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.bea-1.12.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139800940","display_name":"Christopher Runyon","orcid":null},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christopher Runyon","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139721347","display_name":"Peter Baldwin","orcid":null},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter Baldwin","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017319701","display_name":"Ian Micir","orcid":null},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ian Micir","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139808769","display_name":"Kevin Frome","orcid":null},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kevin Frome","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139812677","display_name":"Stephanie Mann","orcid":null},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stephanie Mann","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016719957","display_name":"Saed Rezayi","orcid":null},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Saed Rezayi","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030816616","display_name":"Keelan Evanini","orcid":"https://orcid.org/0000-0003-4243-3376"},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Keelan Evanini","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085816136","display_name":"Victoria Yaneva","orcid":"https://orcid.org/0000-0002-0285-4654"},"institutions":[{"id":"https://openalex.org/I196972281","display_name":"Imec the Netherlands","ror":"https://ror.org/01ezq2j76","country_code":"NL","type":"facility","lineage":["https://openalex.org/I196972281"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Victoria Yaneva","raw_affiliation_strings":["(crunyon , pbaldwin , imicir , kfrome ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(crunyon , pbaldwin , imicir , kfrome ,","institution_ids":["https://openalex.org/I196972281"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I196972281"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.84451893,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"153","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20520000159740448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20520000159740448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.09619999676942825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.051100000739097595,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7107999920845032},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.29260000586509705},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26269999146461487},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.2524999976158142}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7107999920845032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5921000242233276},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4092000126838684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3312000036239624},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.30079999566078186},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28209999203681946},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.2741999924182892},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.bea-1.12","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.12","pdf_url":"https://aclanthology.org/2026.bea-1.12.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.bea-1.12","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.12","pdf_url":"https://aclanthology.org/2026.bea-1.12.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5186577439308167}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166854817.pdf","grobid_xml":"https://content.openalex.org/works/W7166854817.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Christopher":[0],"Runyon,":[1],"Peter":[2],"Baldwin,":[3],"Ian":[4],"Micir,":[5],"Kevin":[6],"Frome,":[7],"Stephanie":[8],"Mann,":[9],"Saed":[10],"Rezayi,":[11],"Keelan":[12],"Evanini,":[13],"Victoria":[14],"Yaneva.":[15],"Proceedings":[16],"of":[17,24],"the":[18],"21st":[19],"Workshop":[20],"on":[21],"Innovative":[22],"Use":[23],"NLP":[25],"for":[26],"Building":[27],"Educational":[28],"Applications":[29],"(BEA":[30],"2026).":[31],"2026.":[32]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}