{"id":"https://openalex.org/W2057718909","doi":"https://doi.org/10.1136/bmj.318.7184.647","title":"Published criteria for evaluating health related web sites: review","display_name":"Published criteria for evaluating health related web sites: review","publication_year":1999,"publication_date":"1999-03-06","ids":{"openalex":"https://openalex.org/W2057718909","doi":"https://doi.org/10.1136/bmj.318.7184.647","mag":"2057718909","pmid":"https://pubmed.ncbi.nlm.nih.gov/10066209","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/27772"},"language":"en","primary_location":{"id":"doi:10.1136/bmj.318.7184.647","doi":"https://doi.org/10.1136/bmj.318.7184.647","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmj.318.7184.647","pdf_url":"https://www.bmj.com/content/bmj/318/7184/647.1.full.pdf","source":{"id":"https://openalex.org/S4393911389","display_name":"BMJ","issn_l":"0007-1447","issn":["0007-1447","0267-0623","1468-5833"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2057718909"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.bmj.com/content/bmj/318/7184/647.1.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"P. Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1299022934","display_name":"United States Department of Health and Human Services","ror":"https://ror.org/033jnv181","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934"]},{"id":"https://openalex.org/I4210142998","display_name":"Office of Disease Prevention","ror":"https://ror.org/046zezr58","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210091794","https://openalex.org/I4210142998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Kim","raw_affiliation_strings":["Health Communication and Telehealth, Office of Disease Prevention and Health Promotion, US Department of Health and Human Services, Washington DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Communication and Telehealth, Office of Disease Prevention and Health Promotion, US Department of Health and Human Services, Washington DC, USA","institution_ids":["https://openalex.org/I1299022934","https://openalex.org/I4210142998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108582760","display_name":"Thomas R. Eng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1299022934","display_name":"United States Department of Health and Human Services","ror":"https://ror.org/033jnv181","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934"]},{"id":"https://openalex.org/I4210142998","display_name":"Office of Disease Prevention","ror":"https://ror.org/046zezr58","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210091794","https://openalex.org/I4210142998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. R Eng","raw_affiliation_strings":["Health Communication and Telehealth, Office of Disease Prevention and Health Promotion, US Department of Health and Human Services, Washington DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Communication and Telehealth, Office of Disease Prevention and Health Promotion, US Department of Health and Human Services, Washington DC, USA","institution_ids":["https://openalex.org/I1299022934","https://openalex.org/I4210142998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113515428","display_name":"Mary Jo Deering","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1299022934","display_name":"United States Department of Health and Human Services","ror":"https://ror.org/033jnv181","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934"]},{"id":"https://openalex.org/I4210142998","display_name":"Office of Disease Prevention","ror":"https://ror.org/046zezr58","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210091794","https://openalex.org/I4210142998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. J. Deering","raw_affiliation_strings":["Health Communication and Telehealth, Office of Disease Prevention and Health Promotion, US Department of Health and Human Services, Washington DC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Communication and Telehealth, Office of Disease Prevention and Health Promotion, US Department of Health and Human Services, Washington DC, USA","institution_ids":["https://openalex.org/I1299022934","https://openalex.org/I4210142998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010785730","display_name":"Andrew M. Maxfield","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1289490764","display_name":"Centers for Disease Control and Prevention","ror":"https://ror.org/042twtr12","country_code":"US","type":"government","lineage":["https://openalex.org/I1289490764","https://openalex.org/I1299022934"]},{"id":"https://openalex.org/I198423848","display_name":"National Institute for Occupational Safety and Health","ror":"https://ror.org/0502a2655","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289490764","https://openalex.org/I1299022934","https://openalex.org/I198423848"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Maxfield","raw_affiliation_strings":["National Institute for Occupational Safety and Health, Centers for Disease Control and Prevention, Washington DC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute for Occupational Safety and Health, Centers for Disease Control and Prevention, Washington DC","institution_ids":["https://openalex.org/I1289490764","https://openalex.org/I198423848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":88.5537,"has_fulltext":true,"cited_by_count":503,"citation_normalized_percentile":{"value":0.99989996,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"318","issue":"7184","first_page":"647","last_page":"649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12027","display_name":"Social Media in Health Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-information-on-the-web","display_name":"health information on the web","score":0.8009999990463257},{"id":"https://openalex.org/keywords/website-evaluation-criteria","display_name":"website evaluation criteria","score":0.843999981880188},{"id":"https://openalex.org/keywords/health-information-quality","display_name":"health information quality","score":0.5820000171661377},{"id":"https://openalex.org/keywords/consensus-criteria","display_name":"consensus criteria","score":0.5659999847412109},{"id":"https://openalex.org/keywords/source-authority","display_name":"source authority","score":0.5899999737739563},{"id":"https://openalex.org/keywords/ease-of-use","display_name":"ease of use","score":0.6690000295639038},{"id":"https://openalex.org/keywords/privacy-and-confidentiality","display_name":"privacy and confidentiality","score":0.6200000047683716},{"id":"https://openalex.org/keywords/online-health-information","display_name":"online health information","score":0.6179999709129333}],"concepts":[{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.6389826536178589},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.6138267517089844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5914849638938904},{"id":"https://openalex.org/C516687495","wikidata":"https://www.wikidata.org/wiki/Q3226977","display_name":"Lexis","level":2,"score":0.5307638049125671},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4535353183746338},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4419209063053131},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3889547884464264},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.32516008615493774},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13615158200263977},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11802244186401367},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D005069","descriptor_name":"Evaluation Studies as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1136/bmj.318.7184.647","doi":"https://doi.org/10.1136/bmj.318.7184.647","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmj.318.7184.647","pdf_url":"https://www.bmj.com/content/bmj/318/7184/647.1.full.pdf","source":{"id":"https://openalex.org/S4393911389","display_name":"BMJ","issn_l":"0007-1447","issn":["0007-1447","0267-0623","1468-5833"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:251437","doi":null,"is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC27772","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"Text"},{"id":"pmid:10066209","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/10066209","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ (Clinical research ed.)","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:27772","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC27772/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"Text"},{"id":"pmh:oai:open-archive.highwire.org:bmj:318/7184/647","doi":null,"is_oa":false,"landing_page_url":"http://www.bmj.com/cgi/content/short/318/7184/647","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"},{"id":"pmh:oai:repository.library.georgetown.edu:10822/922783","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10822/922783","pdf_url":null,"source":{"id":"https://openalex.org/S4306402467","display_name":"DigitalGeorgetown (Georgetown University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210145449","host_organization_name":"Center for Security and Emerging Technology","host_organization_lineage":["https://openalex.org/I4210145449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"eweb:201626","raw_type":null}],"best_oa_location":{"id":"doi:10.1136/bmj.318.7184.647","doi":"https://doi.org/10.1136/bmj.318.7184.647","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmj.318.7184.647","pdf_url":"https://www.bmj.com/content/bmj/318/7184/647.1.full.pdf","source":{"id":"https://openalex.org/S4393911389","display_name":"BMJ","issn_l":"0007-1447","issn":["0007-1447","0267-0623","1468-5833"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.4043000042438507,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2057718909.pdf","grobid_xml":"https://content.openalex.org/works/W2057718909.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W82329698","https://openalex.org/W123618699","https://openalex.org/W1579272596","https://openalex.org/W1963513950","https://openalex.org/W1976982606","https://openalex.org/W1980329732","https://openalex.org/W1996443043","https://openalex.org/W2003252108","https://openalex.org/W2017636941","https://openalex.org/W2038610585","https://openalex.org/W2054747513","https://openalex.org/W2080175848","https://openalex.org/W2113069851","https://openalex.org/W2116845265","https://openalex.org/W2147164982","https://openalex.org/W2153222072","https://openalex.org/W2155520985","https://openalex.org/W2326479185","https://openalex.org/W2396291300","https://openalex.org/W3021916629","https://openalex.org/W4231256524","https://openalex.org/W4252871665","https://openalex.org/W4256115626","https://openalex.org/W4256593512"],"related_works":["https://openalex.org/W1912110178","https://openalex.org/W4243933525","https://openalex.org/W603092577","https://openalex.org/W1749814028","https://openalex.org/W2603196067","https://openalex.org/W2022229787","https://openalex.org/W2621371265","https://openalex.org/W2155520985","https://openalex.org/W2275231136","https://openalex.org/W6988100426"],"abstract_inverted_index":{"Abstract":[0],"Objective:":[1],"To":[2],"review":[3],"published":[4,77,227],"criteria":[5,37,88,98,133,180,193,211,228,252,294,315,331],"for":[6,35,38,89,181,295,316],"specifically":[7],"evaluating":[8,39,182,317],"health":[9,40,91,183,231,300,318],"related":[10,41,92,184,232,280,319],"information":[11,42,152,233,301],"on":[12,43,178,234,313],"the":[13,44,52,96,213,235,248],"world":[14,26,236,242],"wide":[15,27,237,243],"web,":[16,45],"and":[17,30,48,51,66,71,80,103,115,140,167,169,187,203,218,224,241,259,275,283,322],"to":[18,190,201,229,281,303,325],"identify":[19,202],"areas":[20],"of":[21,25,111,142,145,151,155,159,162,165,209,261,264,270,273,277,297,329],"consensus.":[22],"Design:":[23],"Search":[24],"web":[28,93,185,238,244,298,320],"sites":[29],"peer":[31],"reviewed":[32],"medical":[33],"journals":[34],"explicit":[36,87],"using":[46],"Medline":[47],"Lexis-Nexis":[49],"databases,":[50],"following":[53],"internet":[54],"search":[55,245],"engines:":[56],"Yahoo!,":[57],"Excite,":[58],"Altavista,":[59],"Webcrawler,":[60],"HotBot,":[61],"Infoseek,":[62],"Magellan":[63],"Internet":[64],"Guide,":[65],"Lycos.":[67],"Criteria":[68,279],"were":[69,83,107,118,127,134,253,285],"extracted":[70,99],"grouped":[72,108,119],"into":[73],"categories.":[74],"Results:":[75],"29":[76],"rating":[78],"tools":[79,102],"journal":[81],"articles":[82],"identified":[84],"that":[85,174,188,212,247,309,323],"had":[86],"assessing":[90],"sites.":[94],"Of":[95],"165":[97],"from":[100],"these":[101],"articles,":[104],"132":[105],"(80%)":[106],"under":[109],"one":[110,289],"12":[112],"specific":[113],"categories":[114],"33":[116],"(20%)":[117],"as":[120],"miscellaneous":[121],"because":[122],"they":[123],"lacked":[124],"specificity":[125],"or":[126,148,267],"unique.":[128],"The":[129,197],"most":[130,249],"frequently":[131,250],"cited":[132,251,287],"those":[135,254],"dealing":[136,255],"with":[137,256],"content,":[138,257],"design":[139,258],"aesthetics":[141,260],"site,":[143,262],"disclosure":[144,263],"authors,":[146,265],"sponsors,":[147,266],"developers,":[149,268],"currency":[150,269],"(includes":[153],"frequency":[154],"update,":[156],"freshness,":[157],"maintenance":[158],"site),":[160],"authority":[161,272],"source,":[163,274],"ease":[164,276],"use,":[166],"accessibility":[168],"availability.":[170],"Conclusions:":[171],"Results":[172],"suggest":[173],"many":[175,310],"authors":[176,311],"agree":[177,312],"key":[179,314,330],"sites,":[186,321],"efforts":[189,324],"develop":[191,326],"consensus":[192,210],"may":[194,332],"be":[195,304,333],"helpful.":[196],"next":[198],"step":[199],"is":[200],"assess":[204],"a":[205,327],"clear,":[206],"simple":[207],"set":[208,328],"general":[214],"public":[215],"can":[216],"understand":[217],"use.":[219],"Key":[220],"messages":[221],"Many":[222],"organisations":[223],"individuals":[225],"have":[226],"evaluate":[230],"A":[239],"literature":[240],"found":[246],"information,":[271],"use":[278],"confidentiality":[282],"privacy":[284],"only":[286],"by":[288],"author":[290],"Consensus":[291],"regarding":[292],"critical":[293],"evaluation":[296],"based":[299],"seems":[302],"emerging":[305],"Our":[306],"results":[307],"indicate":[308],"helpful":[334]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":21},{"year":2013,"cited_by_count":17},{"year":2012,"cited_by_count":17}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}