{"id":"https://openalex.org/W2538068052","doi":"https://doi.org/10.1109/embc.2016.7591697","title":"Assessing app quality through expert peer review: A case study from the gray matters study","display_name":"Assessing app quality through expert peer review: A case study from the gray matters study","publication_year":2016,"publication_date":"2016-08-01","ids":{"openalex":"https://openalex.org/W2538068052","doi":"https://doi.org/10.1109/embc.2016.7591697","mag":"2538068052","pmid":"https://pubmed.ncbi.nlm.nih.gov/28269248"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2016.7591697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2016.7591697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 38th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.ulster.ac.uk/en/publications/d3a9862c-e3aa-4cec-8ec8-dd415d77ff00","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027997323","display_name":"Phillip J. Hartin","orcid":"https://orcid.org/0000-0001-5671-8095"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Phillip J Hartin","raw_affiliation_strings":["School of Computing and Mathematics, University of Ulster, Jordanstown, Antrim, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, University of Ulster, Jordanstown, Antrim, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087964095","display_name":"Ian Cleland","orcid":"https://orcid.org/0000-0003-2368-7354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ian Cleland","raw_affiliation_strings":["School of Computing and Mathematics, University of Ulster, Jordanstown, Antrim, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, University of Ulster, Jordanstown, Antrim, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021247547","display_name":"Chris Nugent","orcid":"https://orcid.org/0000-0003-0882-7902"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris D Nugent","raw_affiliation_strings":["School of Computing and Mathematics, University of Ulster, Jordanstown, Antrim, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematics, University of Ulster, Jordanstown, Antrim, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022378204","display_name":"Sally McClean","orcid":"https://orcid.org/0000-0002-6871-3504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sally I McClean","raw_affiliation_strings":["School of Computing and Information Engineering, University of Ulster at Coleraine, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Engineering, University of Ulster at Coleraine, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026227665","display_name":"JoAnn T. Tschanz","orcid":"https://orcid.org/0000-0003-1766-2556"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"JoAnn Tschanz","raw_affiliation_strings":["Department of Psychology, Utah State University, Logan, UT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015571738","display_name":"Christine Clark","orcid":"https://orcid.org/0000-0003-2693-8710"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Clark","raw_affiliation_strings":["Department of Psychology, Utah State University, Logan, UT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023201995","display_name":"Maria C. Norton","orcid":"https://orcid.org/0000-0001-9261-6977"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maria C Norton","raw_affiliation_strings":["Department of Psychology, Utah State University, Logan, UT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5027997323"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2807,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.86223695,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"4 2","issue":null,"first_page":"4379","last_page":"4382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11542","display_name":"Behavioral Health and Interventions","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.7066239714622498},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.518351674079895},{"id":"https://openalex.org/keywords/grey-literature","display_name":"Grey literature","score":0.49063172936439514},{"id":"https://openalex.org/keywords/mobile-apps","display_name":"Mobile apps","score":0.45733290910720825},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45194011926651},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4404500126838684},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.4138440191745758},{"id":"https://openalex.org/keywords/app-store","display_name":"App store","score":0.4105928838253021},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.4080922305583954},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3411783277988434},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3398579955101013},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2800849676132202},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.2279147505760193}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.7066239714622498},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.518351674079895},{"id":"https://openalex.org/C61904560","wikidata":"https://www.wikidata.org/wiki/Q1148359","display_name":"Grey literature","level":3,"score":0.49063172936439514},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.45733290910720825},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45194011926651},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4404500126838684},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4138440191745758},{"id":"https://openalex.org/C2779794324","wikidata":"https://www.wikidata.org/wiki/Q3814081","display_name":"App store","level":2,"score":0.4105928838253021},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4080922305583954},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3411783277988434},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3398579955101013},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2800849676132202},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2279147505760193},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006266","descriptor_name":"Health Education","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006266","descriptor_name":"Health Education","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006266","descriptor_name":"Health Education","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010380","descriptor_name":"Peer Review","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010380","descriptor_name":"Peer Review","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010380","descriptor_name":"Peer Review","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011786","descriptor_name":"Quality Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011786","descriptor_name":"Quality Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011786","descriptor_name":"Quality Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063731","descriptor_name":"Mobile Applications","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063731","descriptor_name":"Mobile Applications","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063731","descriptor_name":"Mobile Applications","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066128","descriptor_name":"Gray Matter","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066128","descriptor_name":"Gray Matter","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066128","descriptor_name":"Gray Matter","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/embc.2016.7591697","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2016.7591697","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 38th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:28269248","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28269248","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:pure.atira.dk:publications/d3a9862c-e3aa-4cec-8ec8-dd415d77ff00","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/d3a9862c-e3aa-4cec-8ec8-dd415d77ff00","pdf_url":null,"source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hartin , P , Cleland , I , Nugent , C , McClean , S I , Tscahnz , J , Clark , C & Norton , M 2016 , Assessing App Quality through Expert Peer Review: A case study from the Gray Matters Study. in Unknown Host Publication . IEEE , The 38th Annual International Conference of the IEEE Engineering in Medicine and Biology Society , 23/06/16 . < http://uir.ulster.ac.uk/36042/1/embc%20GM.pdf >","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/d3a9862c-e3aa-4cec-8ec8-dd415d77ff00","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/d3a9862c-e3aa-4cec-8ec8-dd415d77ff00","pdf_url":null,"source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hartin , P , Cleland , I , Nugent , C , McClean , S I , Tscahnz , J , Clark , C & Norton , M 2016 , Assessing App Quality through Expert Peer Review: A case study from the Gray Matters Study. in Unknown Host Publication . IEEE , The 38th Annual International Conference of the IEEE Engineering in Medicine and Biology Society , 23/06/16 . < http://uir.ulster.ac.uk/36042/1/embc%20GM.pdf >","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W166733487","https://openalex.org/W610044997","https://openalex.org/W1542150682","https://openalex.org/W1570360045","https://openalex.org/W1600431780","https://openalex.org/W2013132661","https://openalex.org/W2041330307","https://openalex.org/W2043019241","https://openalex.org/W2077422864","https://openalex.org/W2088212219","https://openalex.org/W2101005891","https://openalex.org/W2109031474","https://openalex.org/W2121470298","https://openalex.org/W2147518080","https://openalex.org/W2149226325","https://openalex.org/W3143094929","https://openalex.org/W6792096955"],"related_works":["https://openalex.org/W3142571737","https://openalex.org/W2890710341","https://openalex.org/W4387360127","https://openalex.org/W2605037362","https://openalex.org/W3173766926","https://openalex.org/W3120409491","https://openalex.org/W785354139","https://openalex.org/W4226085607","https://openalex.org/W2011781116","https://openalex.org/W4367026699"],"abstract_inverted_index":{"Health":[0],"apps":[1,29,122],"focused":[2],"on":[3],"inciting":[4],"behavior":[5,71,120,138],"change":[6,72,121],"are":[7,30],"becoming":[8],"increasingly":[9],"popular.":[10],"Nevertheless,":[11],"many":[12],"lack":[13],"underlying":[14],"evidence":[15,37],"base,":[16],"scientific":[17],"credibility":[18],"and":[19,36,69,127],"have":[20],"limited":[21],"clinical":[22],"effectiveness.":[23],"It":[24],"is":[25],"therefore":[26],"important":[27],"that":[28],"well-informed,":[31],"scientifically":[32],"credible,":[33],"peer":[34],"reviewed":[35],"based.":[38],"This":[39],"paper":[40],"presents":[41],"the":[42,45,53,56,76,80,133],"use":[43],"of":[44,55,78,82,105,114,119,136],"Mobile":[46],"App":[47],"Rating":[48],"Scale":[49],"(MARS)":[50],"to":[51,64,123,132],"assess":[52],"quality":[54],"Grey":[57],"Matters":[58,88],"app,":[59],"a":[60,100,115],"cross":[61],"platform":[62],"app":[63,89],"deliver":[65],"health":[66],"education":[67],"material":[68],"track":[70],"across":[73],"multi-domains":[74],"with":[75],"aim":[77],"reducing":[79],"risk":[81],"developing":[83],"Alzheimer's":[84],"disease.":[85],"The":[86],"Gray":[87],"shows":[90],"promising":[91],"results":[92],"following":[93],"reviews":[94],"from":[95],"5":[96],"Expert":[97],"raters,":[98],"achieving":[99],"mean":[101],"overall":[102],"MARS":[103],"score":[104],"4.45":[106],"\u00b1":[107],"0.14.":[108],"Future":[109],"work":[110],"will":[111],"involve":[112],"undertaking":[113],"detailed":[116],"content":[117],"analysis":[118],"identify":[124],"common":[125],"themes":[126],"features":[128],"which":[129],"may":[130],"lead":[131],"successful":[134],"facilitation":[135],"sustained":[137],"change.":[139]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}