{"id":"https://openalex.org/W3035867101","doi":"https://doi.org/10.3233/shti200307","title":"How to Evaluate Health Applications with Conversational User Interface?","display_name":"How to Evaluate Health Applications with Conversational User Interface?","alternate_titles":[],"publication_year":2020,"publication_date":"2020-06-16","ids":{"openalex":"https://openalex.org/W3035867101","doi":"https://doi.org/10.3233/shti200307","mag":"3035867101","pmid":"https://pubmed.ncbi.nlm.nih.gov/32570527"},"language":"en","primary_location":{"id":"doi:10.3233/shti200307","doi":"https://doi.org/10.3233/shti200307","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti200307","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","doyens","jufo-1","ki-jl-1","medline","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"parent_works":[],"lineage":["https://openalex.org/W3035867101"],"child_works_count":0,"type":"book-chapter","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti200307","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024787898","display_name":"Kerstin Denecke","orcid":"https://orcid.org/0000-0001-6691-396X","observed_orcids":["https://orcid.org/0000-0001-6691-396X"]},"institutions":[{"id":"https://openalex.org/I130692619","display_name":"Bern University of Applied Sciences","ror":"https://ror.org/02bnkt322","country_code":"CH","type":"education","lineage":["https://openalex.org/I130692619"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Denecke Kerstin","raw_affiliation_strings":["Bern University of Applied Sciences, Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bern University of Applied Sciences, Bern, Switzerland","institution_ids":["https://openalex.org/I130692619"]}]},{"author_position":"last","author":{"id":null,"display_name":"Warren Jim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Warren Jim","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.2005,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.98194062,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":97},"biblio":{"volume":"270","issue":null,"first_page":"976","last_page":"980"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.6147000193595886,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.6147000193595886,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.10520000010728836,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.10199999809265137,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversational-interfaces","display_name":"conversational interfaces","score":0.9729999899864197},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.6759999990463257},{"id":"https://openalex.org/keywords/healthcare-chatbots","display_name":"healthcare chatbots","score":0.7789999842643738},{"id":"https://openalex.org/keywords/mobile-health-apps","display_name":"mobile health apps","score":0.9399999976158142},{"id":"https://openalex.org/keywords/assessment-framework","display_name":"evaluation framework","score":0.859000027179718},{"id":"https://openalex.org/keywords/quality-attributes","display_name":"quality attributes","score":0.9079999923706055},{"id":"https://openalex.org/keywords/user-experience","display_name":"user experience","score":0.8050000071525574},{"id":"https://openalex.org/keywords/linguistic-evaluation","display_name":"linguistic evaluation","score":0.6330000162124634},{"id":"https://openalex.org/keywords/task-oriented-evaluation","display_name":"task-oriented evaluation","score":0.953000009059906},{"id":"https://openalex.org/keywords/quality-of-care","display_name":"quality of care","score":0.7519999742507935},{"id":"https://openalex.org/keywords/system-quality","display_name":"system quality","score":0.5740000009536743}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.928604006767273},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.691694438457489},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6775496006011963},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5810379981994629},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5514477491378784},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5265724658966064},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5208957195281982},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4904148280620575},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.457492470741272},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4448181688785553},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39385688304901123},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32028523087501526},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12033012509346008},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12002065777778625},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017216","descriptor_name":"Telemedicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063731","descriptor_name":"Mobile Applications","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.3233/shti200307","doi":"https://doi.org/10.3233/shti200307","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti200307","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","doyens","jufo-1","ki-jl-1","medline","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:32570527","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32570527","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"},{"id":"pmh:oai:arbor.bfh.ch:13148","doi":null,"is_oa":true,"landing_page_url":"https://arbor.bfh.ch/13148/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922806","display_name":"ARBOR - Bern University of Applied Sciences Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Denecke, Kerstin; Warren, Jim (2020). How to Evaluate Health Applications with Conversational User Interface? Studies in Health Technology and Informatics, 270, pp. 976-980. IOS Press 10.3233/SHTI200307 &lt;http://dx.doi.org/10.3233/SHTI200307&gt;","raw_type":"info:eu-repo/semantics/article"},{"id":"mag:3035867101","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32570527","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"PubMed","raw_type":null}],"best_oa_location":{"id":"doi:10.3233/shti200307","doi":"https://doi.org/10.3233/shti200307","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti200307","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","doyens","jufo-1","ki-jl-1","medline","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9476000070571899,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1791587663","https://openalex.org/W1990828656","https://openalex.org/W2792401417","https://openalex.org/W2843010082","https://openalex.org/W2885108994","https://openalex.org/W2895995041","https://openalex.org/W2921033945","https://openalex.org/W2964309167"],"related_works":["https://openalex.org/W4362733369","https://openalex.org/W7065681987","https://openalex.org/W4393335480","https://openalex.org/W7169845384","https://openalex.org/W6888939586","https://openalex.org/W3208401146","https://openalex.org/W4212875148","https://openalex.org/W4413242629","https://openalex.org/W6943974915","https://openalex.org/W4225885232"],"abstract_inverted_index":{"Application":[0],"of":[1,18,23,149],"conversational":[2],"user":[3,121],"interfaces":[4],"(CUI)":[5],"or":[6],"chatbots":[7,150],"to":[8,43,141,158,166],"healthcare":[9,131,152],"is":[10,37,79,139],"gaining":[11],"interest":[12],"fueled":[13],"by":[14,40,88],"the":[15,28,51,53,147],"rising":[16],"power":[17],"artificial":[19,126],"intelligence,":[20],"increasing":[21,41],"popularity":[22],"mobile":[24,44],"health":[25,45,73,106],"applications":[26,46,94],"and":[27,32,47,86,102,125,133,144],"desire":[29],"for":[30,72,117],"engagement":[31],"usability.":[33],"While":[34],"their":[35,162],"use":[36],"mainly":[38],"justified":[39],"adherence":[42],"facilitating":[48],"interactions":[49],"with":[50],"system,":[52],"question":[54],"arises:":[55],"How":[56],"can":[57],"such":[58],"systems":[59,74,163],"be":[60,159],"evaluated":[61],"in":[62,99,146,151,153],"a":[63,80],"reliable":[64],"manner?":[65],"This":[66],"paper":[67],"introduces":[68],"an":[69],"evaluation":[70,91],"framework":[71,138],"whose":[75],"core":[76],"interaction":[77],"principle":[78],"CUI.":[81],"We":[82],"derive":[83],"quality":[84,132,135,156],"dimensions":[85],"attributes":[87,157],"collecting":[89],"relevant":[90,155],"aspects":[92,110],"from":[93,103],"that":[95],"have":[96],"been":[97],"developed":[98],"previous":[100],"work":[101],"literature":[104],"on":[105],"chatbots.":[107],"The":[108,137],"collected":[109],"are":[111,164],"aggregated":[112],"into":[113],"six":[114],"thematic":[115],"categories":[116],"chatbot":[118],"quality,":[119],"including":[120],"experience,":[122],"linguistic,":[123],"task-oriented":[124],"intelligence":[127],"perspectives,":[128],"but":[129],"also":[130],"system":[134],"perspectives.":[136],"intended":[140],"support":[142],"developers":[143],"researchers":[145],"domain":[148],"selecting":[154],"assessed":[160],"before":[161],"distributed":[165],"patients.":[167]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3035867101","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-06-25T00:00:00"}
