{"id":"https://openalex.org/W4304587410","doi":"https://doi.org/10.1007/s10664-022-10222-6","title":"A large scale analysis of mHealth app user reviews","display_name":"A large scale analysis of mHealth app user reviews","publication_year":2022,"publication_date":"2022-10-12","ids":{"openalex":"https://openalex.org/W4304587410","doi":"https://doi.org/10.1007/s10664-022-10222-6","pmid":"https://pubmed.ncbi.nlm.nih.gov/36246486"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-022-10222-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10222-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10222-6.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10222-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084781686","display_name":"Omar Haggag","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Omar Haggag","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2346-3131","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082913979","display_name":"John Grundy","orcid":"https://orcid.org/0000-0003-4928-7076"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"John Grundy","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068173669","display_name":"Mohamed Abdelrazek","orcid":"https://orcid.org/0000-0003-3812-9785"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohamed Abdelrazek","raw_affiliation_strings":["School of Information Technology, Deakin University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Melbourne, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010767511","display_name":"Sherif Haggag","orcid":null},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sherif Haggag","raw_affiliation_strings":["School of Computer Science, The University of Adelaide, Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Adelaide, Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084781686"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":17.4471,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":{"value":0.99548474,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"27","issue":"7","first_page":"196","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12027","display_name":"Social Media in Health Education","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11977","display_name":"Technology Use by Older Adults","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/3317","display_name":"Demography"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mhealth","display_name":"mHealth","score":0.9369816780090332},{"id":"https://openalex.org/keywords/app-store","display_name":"App store","score":0.717527449131012},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.5423724055290222},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.5398073196411133},{"id":"https://openalex.org/keywords/smartphone-app","display_name":"Smartphone app","score":0.4952942430973053},{"id":"https://openalex.org/keywords/mobile-apps","display_name":"Mobile apps","score":0.4777183532714844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4734073579311371},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.45593708753585815},{"id":"https://openalex.org/keywords/telemedicine","display_name":"Telemedicine","score":0.43902406096458435},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.2096385657787323},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17111095786094666},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.08917337656021118},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08441722393035889}],"concepts":[{"id":"https://openalex.org/C2779363104","wikidata":"https://www.wikidata.org/wiki/Q17069079","display_name":"mHealth","level":3,"score":0.9369816780090332},{"id":"https://openalex.org/C2779794324","wikidata":"https://www.wikidata.org/wiki/Q3814081","display_name":"App store","level":2,"score":0.717527449131012},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.5423724055290222},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5398073196411133},{"id":"https://openalex.org/C3017619522","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Smartphone app","level":2,"score":0.4952942430973053},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.4777183532714844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4734073579311371},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45593708753585815},{"id":"https://openalex.org/C2779891985","wikidata":"https://www.wikidata.org/wiki/Q46994","display_name":"Telemedicine","level":3,"score":0.43902406096458435},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2096385657787323},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17111095786094666},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.08917337656021118},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08441722393035889},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/s10664-022-10222-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10222-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10222-6.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmid:36246486","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36246486","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical software engineering","raw_type":null},{"id":"pmh:oai:monash.edu:publications/336304c6-bf2f-4c05-adf0-f682fafc787a","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/336304c6-bf2f-4c05-adf0-f682fafc787a","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Haggag, O, Grundy, J, Abdelrazek, M & Haggag, S 2022, 'A large scale analysis of mHealth app user reviews', Empirical Software Engineering, vol. 27, no. 7, 196. https://doi.org/10.1007/s10664-022-10222-6","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/137233","is_oa":true,"landing_page_url":"https://hdl.handle.net/2440/137233","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1007/s10664-022-10222-6","raw_type":"Journal article"},{"id":"pmh:oai:figshare.com:article/22097282","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_large_scale_analysis_of_mHealth_app_user_reviews/22097282","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9553639","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9553639","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Empir Softw Eng","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10664-022-10222-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10222-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10222-6.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.6600000262260437}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320971","display_name":"Monash University","ror":"https://ror.org/02bfwt286"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4304587410.pdf","grobid_xml":"https://content.openalex.org/works/W4304587410.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1916584426","https://openalex.org/W1972703107","https://openalex.org/W1977557412","https://openalex.org/W2011781116","https://openalex.org/W2017912703","https://openalex.org/W2050288708","https://openalex.org/W2052760504","https://openalex.org/W2058620209","https://openalex.org/W2061397725","https://openalex.org/W2073469631","https://openalex.org/W2074975950","https://openalex.org/W2112143630","https://openalex.org/W2121087459","https://openalex.org/W2126574721","https://openalex.org/W2139839572","https://openalex.org/W2151000821","https://openalex.org/W2161224545","https://openalex.org/W2197039943","https://openalex.org/W2243129849","https://openalex.org/W2253134395","https://openalex.org/W2362569215","https://openalex.org/W2395164927","https://openalex.org/W2402460766","https://openalex.org/W2538723194","https://openalex.org/W2547513165","https://openalex.org/W2549738163","https://openalex.org/W2757562451","https://openalex.org/W2761194244","https://openalex.org/W2766358679","https://openalex.org/W2769706729","https://openalex.org/W2799649211","https://openalex.org/W2800465629","https://openalex.org/W2886289563","https://openalex.org/W2902508826","https://openalex.org/W2905549017","https://openalex.org/W2999181723","https://openalex.org/W3012452322","https://openalex.org/W3016785094","https://openalex.org/W3017807743","https://openalex.org/W3034857078","https://openalex.org/W3036351816","https://openalex.org/W3039399061","https://openalex.org/W3046539507","https://openalex.org/W3110415426","https://openalex.org/W3123091093","https://openalex.org/W3160817459","https://openalex.org/W3162632914","https://openalex.org/W3210561436","https://openalex.org/W4230580130","https://openalex.org/W4239950143","https://openalex.org/W4281753701","https://openalex.org/W4312967918","https://openalex.org/W4313016430"],"related_works":["https://openalex.org/W4283789690","https://openalex.org/W2890710341","https://openalex.org/W785354139","https://openalex.org/W2938393566","https://openalex.org/W3035615288","https://openalex.org/W3044207086","https://openalex.org/W2493732476","https://openalex.org/W2334668187","https://openalex.org/W184881239","https://openalex.org/W2741784227"],"abstract_inverted_index":{"The":[0],"global":[1],"mHealth":[2,17,78,92,107,171,266],"app":[3,36,45,79,108,211],"market":[4],"is":[5],"rapidly":[6],"expanding,":[7],"especially":[8],"since":[9],"the":[10,124,143,152,181,210],"COVID-19":[11],"pandemic.":[12],"However,":[13,215],"many":[14,55,58],"of":[15,77,103,118,126,129,162,178,203,218,230,236,251,263],"these":[16],"apps":[18,131,141,150,172,221,267],"have":[19,47],"serious":[20],"issues,":[21],"as":[22],"reported":[23,165,232],"in":[24,54,61,115],"their":[25,30,39,133],"user":[26,32,52,88,119,237,253,272],"reviews.":[27,80],"Better":[28],"understanding":[29],"key":[31],"concerns":[33,208],"would":[34],"help":[35],"developers":[37,268],"improve":[38],"apps'":[40],"quality":[41],"and":[42,75,83,121,154,183,192,239],"uptake.":[43],"While":[44],"reviews":[46,89,95,254],"been":[48],"used":[49],"to":[50,112,122,169,190,226],"study":[51,74],"feedback":[53],"prior":[56],"studies,":[57],"are":[59],"limited":[60],"scope,":[62],"size":[63],"and/or":[64],"analysis.":[65,274],"In":[66],"this":[67],"paper,":[68],"we":[69],"introduce":[70],"a":[71,174,201,212,222,249,261],"very":[72],"large-scale":[73],"analysis":[76],"We":[81,242,259],"extracted":[82],"translated":[84],"over":[85],"5":[86],"million":[87],"for":[90,265],"278":[91],"apps.":[93],"These":[94],"were":[96,110],"then":[97],"classified":[98],"into":[99],"14":[100],"different":[101,127],"aspects/categories":[102],"issues":[104,193,233],"reported.":[105],"Several":[106],"subcategories":[109],"examined":[111],"reveal":[113],"differences":[114],"significant":[116],"areas":[117],"concerns,":[120],"investigate":[123],"impact":[125],"aspects":[128],"mhealth":[130],"on":[132,136,270],"ratings.":[134,146],"Based":[135],"our":[137,244,271],"findings,":[138],"women's":[139],"health":[140],"had":[142],"highest":[144],"satisfaction":[145],"Fitness":[147],"activity":[148],"tracking":[149],"received":[151],"lowest":[153],"most":[155],"unfavourable":[156],"ratings":[157],"from":[158,255],"users.":[159],"Over":[160,200],"half":[161],"users":[163,179,204,219,231],"who":[164,205],"troubles":[166],"leading":[167],"them":[168],"uninstall":[170],"gave":[173,180,209,220],"1-star":[175,213],"rating.":[176,214],"Half":[177],"account":[182],"logging":[184,198],"aspect":[185],"only":[186,216],"one":[187],"star":[188],"due":[189,225],"faults":[191],"encountered":[194],"while":[195],"registering":[196],"or":[197],"in.":[199],"third":[202],"expressed":[206],"privacy":[207],"6%":[217],"one-star":[223],"rating":[224],"UI/UX":[227],"concerns.":[228,241],"20%":[229],"with":[234],"handling":[235],"requests":[238],"internationalisation":[240],"validated":[243],"findings":[245],"by":[246],"manually":[247],"analysing":[248],"sample":[250],"1,000":[252],"each":[256],"investigated":[257],"aspect/category.":[258],"developed":[260],"list":[262],"recommendations":[264],"based":[269],"review":[273]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}