{"id":"https://openalex.org/W4297002754","doi":"https://doi.org/10.1017/s1351324922000420","title":"A randomized prospective study of a hybrid rule- and data-driven virtual patient","display_name":"A randomized prospective study of a hybrid rule- and data-driven virtual patient","publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W4297002754","doi":"https://doi.org/10.1017/s1351324922000420"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324922000420","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324922000420","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/1B206B8BF96B434D7B15F5B1E74EF3A2/S1351324922000420a.pdf/div-class-title-a-randomized-prospective-study-of-a-hybrid-rule-and-data-driven-virtual-patient-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/1B206B8BF96B434D7B15F5B1E74EF3A2/S1351324922000420a.pdf/div-class-title-a-randomized-prospective-study-of-a-hybrid-rule-and-data-driven-virtual-patient-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027836113","display_name":"Adam Stiff","orcid":"https://orcid.org/0000-0002-5158-8508"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adam Stiff","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA,"],"raw_orcid":"https://orcid.org/0000-0002-5158-8508","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA,","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025147385","display_name":"Michael White","orcid":"https://orcid.org/0000-0002-3062-1719"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael White","raw_affiliation_strings":["Department of Linguistics, The Ohio State University, Columbus, OH, USA","Department of Linguistics, The Ohio State University, Columbus, OH, USA, and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Linguistics, The Ohio State University, Columbus, OH, USA, and","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056667180","display_name":"Eric Fosler\u2010Lussier","orcid":"https://orcid.org/0000-0001-8004-5169"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Fosler-Lussier","raw_affiliation_strings":["Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Ohio State University, Columbus, OH, USA,","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013847092","display_name":"Lifeng Jin","orcid":"https://orcid.org/0000-0002-6754-7014"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lifeng Jin","raw_affiliation_strings":["Department of Linguistics, The Ohio State University, Columbus, OH, USA","Department of Linguistics, The Ohio State University, Columbus, OH, USA, and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Linguistics, The Ohio State University, Columbus, OH, USA, and","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003293033","display_name":"Evan Jaffe","orcid":"https://orcid.org/0009-0005-7218-2020"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Jaffe","raw_affiliation_strings":["Department of Linguistics, The Ohio State University, Columbus, OH, USA","Department of Linguistics, The Ohio State University, Columbus, OH, USA, and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Linguistics, The Ohio State University, Columbus, OH, USA, and","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022039505","display_name":"Douglas R. Danforth","orcid":"https://orcid.org/0000-0002-6029-4210"},"institutions":[{"id":"https://openalex.org/I2802841970","display_name":"The Ohio State University Wexner Medical Center","ror":"https://ror.org/00c01js51","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2802841970"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas Danforth","raw_affiliation_strings":["The Ohio State University Wexner Medical Center, Columbus, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Ohio State University Wexner Medical Center, Columbus, OH, USA","institution_ids":["https://openalex.org/I2802841970"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027836113"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":0.3936,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66739381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"30","issue":"1","first_page":"31","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8366715908050537},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5549561977386475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5499588251113892},{"id":"https://openalex.org/keywords/hybrid-system","display_name":"Hybrid system","score":0.48911815881729126},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.43233931064605713},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.41305792331695557},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3364013135433197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8366715908050537},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5549561977386475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5499588251113892},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.48911815881729126},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.43233931064605713},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.41305792331695557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3364013135433197},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324922000420","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324922000420","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/1B206B8BF96B434D7B15F5B1E74EF3A2/S1351324922000420a.pdf/div-class-title-a-randomized-prospective-study-of-a-hybrid-rule-and-data-driven-virtual-patient-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s1351324922000420","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324922000420","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/1B206B8BF96B434D7B15F5B1E74EF3A2/S1351324922000420a.pdf/div-class-title-a-randomized-prospective-study-of-a-hybrid-rule-and-data-driven-virtual-patient-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5556250408","display_name":"RI: Small: Using Automatically Generated Paraphrases and Discriminative ASR Training to Author Robust Question-Answering Dialogue Systems","funder_award_id":"1618336","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G751609732","display_name":null,"funder_award_id":"P6000","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G81539058","display_name":null,"funder_award_id":"Quadro P6000","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332175","display_name":"Health Resources and Services Administration","ror":"https://ror.org/033jnv181"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4297002754.pdf","grobid_xml":"https://content.openalex.org/works/W4297002754.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W28412257","https://openalex.org/W175385064","https://openalex.org/W323543407","https://openalex.org/W1504210381","https://openalex.org/W1567315184","https://openalex.org/W1832693441","https://openalex.org/W1861993554","https://openalex.org/W1970772238","https://openalex.org/W2027596339","https://openalex.org/W2079656678","https://openalex.org/W2095705004","https://openalex.org/W2100294832","https://openalex.org/W2101234009","https://openalex.org/W2105497548","https://openalex.org/W2116946267","https://openalex.org/W2118585731","https://openalex.org/W2119455665","https://openalex.org/W2125117006","https://openalex.org/W2151401338","https://openalex.org/W2152814412","https://openalex.org/W2156772624","https://openalex.org/W2156935079","https://openalex.org/W2171802301","https://openalex.org/W2187089797","https://openalex.org/W2250539671","https://openalex.org/W2251048167","https://openalex.org/W2515248967","https://openalex.org/W2560674852","https://openalex.org/W2577334004","https://openalex.org/W2581637843","https://openalex.org/W2602331152","https://openalex.org/W2607074821","https://openalex.org/W2740354618","https://openalex.org/W2756554273","https://openalex.org/W2783748519","https://openalex.org/W2807186566","https://openalex.org/W2896457183","https://openalex.org/W2938630833","https://openalex.org/W2951192900","https://openalex.org/W2951243568","https://openalex.org/W2952230511","https://openalex.org/W2961793453","https://openalex.org/W2962739339","https://openalex.org/W2962934384","https://openalex.org/W2964201905","https://openalex.org/W3035349600","https://openalex.org/W3105939760","https://openalex.org/W3142239405","https://openalex.org/W3161021289","https://openalex.org/W3162254259","https://openalex.org/W3212714602","https://openalex.org/W4246860817","https://openalex.org/W6630124980","https://openalex.org/W6674330103","https://openalex.org/W6675354045","https://openalex.org/W6677656871","https://openalex.org/W6683162393","https://openalex.org/W6683738474","https://openalex.org/W6756040250","https://openalex.org/W6765823104"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2772323916","https://openalex.org/W2281307425","https://openalex.org/W1511346092","https://openalex.org/W2464405057","https://openalex.org/W1527532029"],"abstract_inverted_index":{"Abstract":[0],"Randomized":[1],"prospective":[2,18,146,175],"studies":[3],"represent":[4],"the":[5,22,55,64,87,104,108,134,138,157,179,182,235,262,265,280],"gold":[6],"standard":[7],"for":[8,78],"experimental":[9],"design.":[10],"In":[11,82],"this":[12],"paper,":[13],"we":[14,132,214,230,269,282],"present":[15],"a":[16,34,42,49,58,68,91,112,144,171],"randomized":[17,145],"study":[19,176],"to":[20,73,103,137,163,234,260,275],"validate":[21],"benefits":[23],"of":[24,57,114,264],"combining":[25,63],"rule-based":[26,43,139,201],"and":[27,120,245],"data-driven":[28],"natural":[29],"language":[30],"understanding":[31],"methods":[32,66,110],"in":[33,54,100,143,170,190,252],"virtual":[35,129],"patient":[36,130],"dialogue":[37,80],"system.":[38,173],"The":[39,194],"system":[40,89,136,140,158,236],"uses":[41],"pattern":[44],"matching":[45],"approach":[46,53,125,196],"together":[47],"with":[48,67,156,210],"machine":[50],"learning":[51],"(ML)":[52],"form":[56],"text-based":[59],"convolutional":[60],"neural":[61],"network,":[62],"two":[65,109],"simple":[69],"logistic":[70],"regression":[71],"model":[72],"choose":[74],"between":[75,107],"their":[76],"predictions":[77],"each":[79],"turn.":[81],"an":[83,253],"earlier,":[84],"retrospective":[85],"study,":[86],"hybrid":[88,124,135,195],"yielded":[90],"nearly":[92],"50%":[93],"error":[94],"reduction":[95],"on":[96,249],"our":[97,123,191],"initial":[98],"data,":[99],"part":[101],"due":[102],"differential":[105],"performance":[106],"as":[111,272,274],"function":[113],"label":[115],"frequency.":[116],"Given":[117],"these":[118],"gains,":[119],"considering":[121],"that":[122,216,268],"is":[126],"unique":[127,151],"among":[128],"systems,":[131],"compare":[133],"by":[141],"itself":[142],"study.":[147],"We":[148,256],"evaluate":[149],"110":[150],"medical":[152],"student":[153],"subjects":[154,218],"interacting":[155],"over":[159,199,279],"5,296":[160],"conversation":[161],"turns,":[162],"verify":[164],"whether":[165],"similar":[166],"gains":[167],"are":[168],"observed":[169],"deployed":[172],"This":[174],"broadly":[177],"confirms":[178],"findings":[180],"from":[181],"earlier":[183],"one":[184],"but":[185],"also":[186],"highlights":[187],"important":[188],"deficits":[189],"training":[192],"data.":[193],"still":[197],"improves":[198],"either":[200],"or":[202],"ML":[203],"approaches":[204],"individually,":[205],"even":[206],"handling":[207],"unseen":[208],"classes":[209],"some":[211],"success.":[212],"However,":[213],"observe":[215],"live":[217],"ask":[219],"more":[220],"out-of-scope":[221,250,266],"questions":[222],"than":[223],"expected.":[224],"To":[225],"better":[226],"handle":[227],"such":[228],"questions,":[229],"investigate":[231],"several":[232],"modifications":[233],"combination":[237],"component.":[238],"These":[239],"show":[240],"significant":[241],"overall":[242],"accuracy":[243],"improvements":[244,248,278],"modest":[246],"F1":[247],"queries":[251],"offline":[254],"evaluation.":[255],"provide":[257],"further":[258],"analysis":[259],"characterize":[261],"difficulty":[263],"problem":[267],"have":[270],"identified,":[271],"well":[273],"suggest":[276],"future":[277],"baseline":[281],"establish":[283],"here.":[284]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}