{"id":"https://openalex.org/W2991302471","doi":"https://doi.org/10.1136/bmjhci-2019-100075","title":"Evaluating the quality of voice assistants\u2019 responses to consumer health questions about vaccines: an exploratory comparison of Alexa, Google Assistant and Siri","display_name":"Evaluating the quality of voice assistants\u2019 responses to consumer health questions about vaccines: an exploratory comparison of Alexa, Google Assistant and Siri","alternate_titles":[],"publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2991302471","doi":"https://doi.org/10.1136/bmjhci-2019-100075","mag":"2991302471","pmid":"https://pubmed.ncbi.nlm.nih.gov/31767629","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10410977"},"language":"en","primary_location":{"id":"doi:10.1136/bmjhci-2019-100075","doi":"https://doi.org/10.1136/bmjhci-2019-100075","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2019-100075","pdf_url":"https://informatics.bmj.com/content/bmjhci/26/1/e100075.full.pdf","source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health &amp; Care Informatics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2991302471"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://informatics.bmj.com/content/bmjhci/26/1/e100075.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042295943","display_name":"Emily Couvillon Alagha","orcid":"https://orcid.org/0000-0001-7342-1082","observed_orcids":["https://orcid.org/0000-0001-7342-1082"]},"institutions":[{"id":"https://openalex.org/I2799903593","display_name":"Georgetown University Medical Center","ror":"https://ror.org/00hjz7x27","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799903593"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Emily Couvillon Alagha","raw_affiliation_strings":["Dahlgren Memorial Library, Georgetown University Medical Center, Washington, District of Columbia, USA"],"raw_orcid":"https://orcid.org/0000-0001-7342-1082","affiliations":[{"raw_affiliation_string":"Dahlgren Memorial Library, Georgetown University Medical Center, Washington, District of Columbia, USA","institution_ids":["https://openalex.org/I2799903593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077711027","display_name":"Rachel Renee Helbing","orcid":"https://orcid.org/0000-0001-6336-1119","observed_orcids":["https://orcid.org/0000-0001-6336-1119"]},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rachel Renee Helbing","raw_affiliation_strings":["University Libraries, University of Houston, Houston, Texas, USA"],"raw_orcid":"https://orcid.org/0000-0001-6336-1119","affiliations":[{"raw_affiliation_string":"University Libraries, University of Houston, Houston, Texas, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042295943"],"corresponding_institution_ids":["https://openalex.org/I2799903593"],"apc_list":{"value":1800,"currency":"GBP","value_usd":2207},"apc_paid":{"value":1800,"currency":"GBP","value_usd":2207},"fwci":2.1723,"has_fulltext":true,"cited_by_count":78,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.89275635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"26","issue":"1","first_page":"e100075","last_page":"e100075"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8657000064849854,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8657000064849854,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.04809999838471413,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/voice-assistants","display_name":"voice assistants","score":0.9990000128746033},{"id":"https://openalex.org/keywords/vaccine-safety","display_name":"vaccine safety","score":0.8109999895095825},{"id":"https://openalex.org/keywords/vaccine-utilization","display_name":"vaccine use","score":0.5669999718666077},{"id":"https://openalex.org/keywords/amazon-alexa","display_name":"Amazon Alexa","score":0.7200000286102295},{"id":"https://openalex.org/keywords/google-assistant","display_name":"Google Assistant","score":0.9729999899864197},{"id":"https://openalex.org/keywords/siri","display_name":"Siri","score":0.9950000047683716},{"id":"https://openalex.org/keywords/ai-response-accuracy","display_name":"AI response accuracy","score":0.5659999847412109},{"id":"https://openalex.org/keywords/health-information-sources","display_name":"health information sources","score":0.6990000009536743},{"id":"https://openalex.org/keywords/patient-education","display_name":"patient education","score":0.7580000162124634},{"id":"https://openalex.org/keywords/health-information-delivery","display_name":"health information delivery","score":0.47600001096725464}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6309283375740051},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5424696803092957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5406349301338196},{"id":"https://openalex.org/C178718744","wikidata":"https://www.wikidata.org/wiki/Q2350070","display_name":"Voice command device","level":2,"score":0.5203877687454224},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.4868983328342438},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.45105400681495667},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4188392162322998},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.33068984746932983},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2678490877151489},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2283124029636383},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.15365517139434814},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12840339541435242},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.08520251512527466},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014612","descriptor_name":"Vaccines","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014831","descriptor_name":"Voice","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D054626","descriptor_name":"Consumer Health Information","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063731","descriptor_name":"Mobile Applications","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1136/bmjhci-2019-100075","doi":"https://doi.org/10.1136/bmjhci-2019-100075","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2019-100075","pdf_url":"https://informatics.bmj.com/content/bmjhci/26/1/e100075.full.pdf","source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health &amp; Care Informatics","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10410977","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10410977","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10410977/pdf/bmjhci-2019-100075.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health Care Inform","raw_type":"Text"},{"id":"pmid:31767629","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31767629","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ health & care informatics","raw_type":"Evaluation Study"},{"id":"pmh:oai:doaj.org/article:49565f2030d74f96b6562d981fcb3c9b","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/49565f2030d74f96b6562d981fcb3c9b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMJ Health & Care Informatics, Vol 26, Iss 1 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1136/bmjhci-2019-100075","doi":"https://doi.org/10.1136/bmjhci-2019-100075","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2019-100075","pdf_url":"https://informatics.bmj.com/content/bmjhci/26/1/e100075.full.pdf","source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health &amp; Care Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8999999761581421}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2991302471.pdf","grobid_xml":"https://content.openalex.org/works/W2991302471.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1872909666","https://openalex.org/W2062321610","https://openalex.org/W2081238178","https://openalex.org/W2245686820","https://openalex.org/W2293723806","https://openalex.org/W2396291300","https://openalex.org/W2578674403","https://openalex.org/W2754080127","https://openalex.org/W2771719777","https://openalex.org/W2772966089","https://openalex.org/W2778562633","https://openalex.org/W2789474889","https://openalex.org/W2794532037","https://openalex.org/W2806138595"],"related_works":["https://openalex.org/W4200422038","https://openalex.org/W4317895487","https://openalex.org/W4318669789","https://openalex.org/W4383911328","https://openalex.org/W3135294751","https://openalex.org/W4386643511","https://openalex.org/W4312443653","https://openalex.org/W3206483927","https://openalex.org/W4284965753"],"abstract_inverted_index":{"OBJECTIVE:":[0],"To":[1],"assess":[2,46],"the":[3,8,47,57,60,117,138,162,172],"quality":[4,58],"and":[5,15,26,56,83,90,96,111,126,146,156],"accuracy":[6,48],"of":[7,30,49,59,67,70,137,141,167],"voice":[9,93,109],"assistants":[10],"(VAs),":[11],"Amazon":[12],"Alexa,":[13],"Siri":[14,74,91],"Google":[16,78,88,124],"Assistant,":[17],"in":[18,131,171],"answering":[19],"consumer":[20],"health":[21,147,163],"questions":[22,35],"about":[23,104,158],"vaccine":[24],"safety":[25],"use.":[27],"METHODS:":[28],"Responses":[29],"each":[31,50,63],"VA":[32],"to":[33,37,45,101],"54":[34],"related":[36],"vaccination":[38],"were":[39,121],"scored":[40],"using":[41],"a":[42,68],"rubric":[43],"designed":[44],"answer":[51],"provided":[52,97],"through":[53],"audio":[54],"output":[55],"source":[61],"supporting":[62],"answer.":[64],"RESULTS:":[65],"Out":[66],"total":[69],"6":[71],"possible":[72],"points,":[73,77],"averaged":[75,80,85],"5.16":[76],"Assistant":[79,89,125],"5.10":[81],"points":[82],"Alexa":[84,106],"0.98":[86],"points.":[87],"understood":[92,107],"queries":[94,110],"accurately":[95],"users":[98],"with":[99],"links":[100],"authoritative":[102],"sources":[103,119],"vaccination.":[105],"fewer":[108],"did":[112],"not":[113],"draw":[114],"answers":[115],"from":[116],"same":[118],"that":[120],"used":[122],"by":[123],"Siri.":[127],"CONCLUSIONS:":[128],"Those":[129],"involved":[130],"patient":[132],"education":[133],"should":[134,150],"be":[135],"aware":[136],"high":[139],"variability":[140],"results":[142],"between":[143],"VAs.":[144],"Developers":[145],"technology":[148],"experts":[149],"also":[151],"push":[152],"for":[153],"greater":[154],"usability":[155],"transparency":[157],"information":[159,164],"partnerships":[160],"as":[161],"delivery":[165],"capabilities":[166],"these":[168],"devices":[169],"expand":[170],"future.":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2991302471","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-12-05T00:00:00"}
