{"id":"https://openalex.org/W2139342731","doi":"https://doi.org/10.1001/jama.287.21.2809","title":"Quality of Systematic Reviews of Economic Evaluations in Health Care","display_name":"Quality of Systematic Reviews of Economic Evaluations in Health Care","publication_year":2002,"publication_date":"2002-06-05","ids":{"openalex":"https://openalex.org/W2139342731","doi":"https://doi.org/10.1001/jama.287.21.2809","mag":"2139342731","pmid":"https://pubmed.ncbi.nlm.nih.gov/12038919"},"language":"en","primary_location":{"id":"doi:10.1001/jama.287.21.2809","doi":"https://doi.org/10.1001/jama.287.21.2809","is_oa":false,"landing_page_url":"https://doi.org/10.1001/jama.287.21.2809","pdf_url":null,"source":{"id":"https://openalex.org/S172573765","display_name":"JAMA","issn_l":"0002-9955","issn":["0002-9955","0098-7484","1538-3598","2376-8118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320259","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/P4310320259"],"host_organization_lineage_names":["American Medical Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JAMA","raw_type":"journal-article"},"volume":null,"type":"review","indexed_in":["crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.25405/ncl.34159257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064944466","display_name":"Tom Jefferson","orcid":"https://orcid.org/0000-0002-4778-2949","observed_orcids":["https://orcid.org/0000-0002-4778-2949"]},"institutions":[{"id":"https://openalex.org/I72054575","display_name":"Cochrane","ror":"https://ror.org/00dbkrq51","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I72054575"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Tom Jefferson","raw_affiliation_strings":["Cochrane Health Economics Group, Rome, Italy. tjefferson@cochrane.co.uk","Cochrane Health Economics Group, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cochrane Health Economics Group, Rome, Italy. tjefferson@cochrane.co.uk","institution_ids":["https://openalex.org/I72054575"]},{"raw_affiliation_string":"Cochrane Health Economics Group, Rome, Italy","institution_ids":["https://openalex.org/I72054575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5064944466"],"corresponding_institution_ids":["https://openalex.org/I72054575"],"apc_list":null,"apc_paid":null,"fwci":2.3626,"has_fulltext":false,"cited_by_count":135,"citation_normalized_percentile":{"value":0.88111888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"287","issue":"21","first_page":"2809","last_page":"2809"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10804","display_name":"Health Systems, Economic Evaluations, Quality of Life","score":0.7143999934196472,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10804","display_name":"Health Systems, Economic Evaluations, Quality of Life","score":0.7143999934196472,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.28049999475479126,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/economic-evaluation","display_name":"economic evaluation","score":0.6859999895095825},{"id":"https://openalex.org/keywords/health-interventions","display_name":"health interventions","score":0.7480000257492065},{"id":"https://openalex.org/keywords/reporting-quality","display_name":"reporting quality","score":0.6019999980926514},{"id":"https://openalex.org/keywords/methodological-quality","display_name":"methodological quality","score":0.8309999704360962},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"quality assurance","score":0.5799999833106995},{"id":"https://openalex.org/keywords/assessment-tools","display_name":"assessment instruments","score":0.48500001430511475},{"id":"https://openalex.org/keywords/reporting-guidelines","display_name":"reporting guidelines","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.7585409879684448},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7485679388046265},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6569278240203857},{"id":"https://openalex.org/C2776125615","wikidata":"https://www.wikidata.org/wiki/Q18391886","display_name":"Economic evaluation","level":2,"score":0.6342405080795288},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6051759719848633},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5923930406570435},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.5615741014480591},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.5507947206497192},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5153055191040039},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.38590654730796814},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3549724817276001},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.22816506028175354},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.1496458649635315},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10717180371284485},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08832934498786926},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08757409453392029},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003362","descriptor_name":"Cost-Benefit Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006302","descriptor_name":"Health Services Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011785","descriptor_name":"Quality Assurance, Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012196","descriptor_name":"Review Literature as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019317","descriptor_name":"Evidence-Based Medicine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1001/jama.287.21.2809","doi":"https://doi.org/10.1001/jama.287.21.2809","is_oa":false,"landing_page_url":"https://doi.org/10.1001/jama.287.21.2809","pdf_url":null,"source":{"id":"https://openalex.org/S172573765","display_name":"JAMA","issn_l":"0002-9955","issn":["0002-9955","0098-7484","1538-3598","2376-8118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320259","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/P4310320259"],"host_organization_lineage_names":["American Medical Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JAMA","raw_type":"journal-article"},{"id":"pmid:12038919","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/12038919","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JAMA","raw_type":"Journal Article"},{"id":"pmh:oai:repository.library.georgetown.edu:10822/1009630","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10822/1009630","pdf_url":null,"source":{"id":"https://openalex.org/S4306402467","display_name":"DigitalGeorgetown (Georgetown University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210145449","host_organization_name":"Center for Security and Emerging Technology","host_organization_lineage":["https://openalex.org/I4210145449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"eweb:247454","raw_type":null},{"id":"doi:10.25405/ncl.34159257","doi":"https://doi.org/10.25405/ncl.34159257","is_oa":true,"landing_page_url":"https://doi.org/10.25405/ncl.34159257","pdf_url":null,"source":{"id":"https://openalex.org/S4306402485","display_name":"Newcastle University ePrints (Newcastle Univesity)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I84884186","host_organization_name":"Newcastle University","host_organization_lineage":["https://openalex.org/I84884186"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},{"id":"doi:10.25405/ncl.34159257.v1","doi":"https://doi.org/10.25405/ncl.34159257.v1","is_oa":true,"landing_page_url":"https://doi.org/10.25405/ncl.34159257.v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402485","display_name":"Newcastle University ePrints (Newcastle Univesity)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I84884186","host_organization_name":"Newcastle University","host_organization_lineage":["https://openalex.org/I84884186"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"doi:10.25405/ncl.34159257","doi":"https://doi.org/10.25405/ncl.34159257","is_oa":true,"landing_page_url":"https://doi.org/10.25405/ncl.34159257","pdf_url":null,"source":{"id":"https://openalex.org/S4306402485","display_name":"Newcastle University ePrints (Newcastle Univesity)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I84884186","host_organization_name":"Newcastle University","host_organization_lineage":["https://openalex.org/I84884186"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"},"sustainable_development_goals":[{"score":0.46810001134872437,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"sustainable_development_goals_aurora":[{"score":0.5099999904632568,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W104890726","https://openalex.org/W1547507632","https://openalex.org/W1571272128","https://openalex.org/W1861968676","https://openalex.org/W1926323129","https://openalex.org/W1963603000","https://openalex.org/W1966949371","https://openalex.org/W1967319337","https://openalex.org/W1973699073","https://openalex.org/W1982731780","https://openalex.org/W2000315152","https://openalex.org/W2002621652","https://openalex.org/W2018326334","https://openalex.org/W2021202807","https://openalex.org/W2022336493","https://openalex.org/W2025694987","https://openalex.org/W2025994854","https://openalex.org/W2026745588","https://openalex.org/W2030591885","https://openalex.org/W2033156884","https://openalex.org/W2043951092","https://openalex.org/W2069899646","https://openalex.org/W2077351095","https://openalex.org/W2077862869","https://openalex.org/W2080548097","https://openalex.org/W2083418703","https://openalex.org/W2085256841","https://openalex.org/W2092877834","https://openalex.org/W2103637454","https://openalex.org/W2104348744","https://openalex.org/W2109118040","https://openalex.org/W2109856998","https://openalex.org/W2117023234","https://openalex.org/W2126107167","https://openalex.org/W2129829737","https://openalex.org/W2136775337","https://openalex.org/W2140354297","https://openalex.org/W2144694316","https://openalex.org/W2146048262","https://openalex.org/W2156520664","https://openalex.org/W2158293785","https://openalex.org/W2178664702"],"related_works":["https://openalex.org/W2002725678","https://openalex.org/W4403565022","https://openalex.org/W2973139859","https://openalex.org/W2896834188","https://openalex.org/W2090629794","https://openalex.org/W3127866816","https://openalex.org/W2320835815","https://openalex.org/W4404733574","https://openalex.org/W2070550440","https://openalex.org/W2971877327"],"abstract_inverted_index":{"CONTEXT:":[0],"Reviews":[1],"performed":[2],"almost":[3],"a":[4,110,145,225],"decade":[5],"ago":[6],"showed":[7],"considerable":[8],"gaps":[9],"in":[10,46,61,88,144,184,197],"the":[11,28,33,36,41,52,77,89,163,174,178,198,207],"quality":[12,53,185,221],"of":[13,21,38,43,54,56,71,93,104,115,132,140,148,152,155,158,171,186,204,209],"reporting":[14,65,189],"and":[15,40,64,73,83,130,160,165,168,188,216,229],"methods":[16,55,117,129],"applied":[17],"to":[18,31,124,127,193],"economic":[19,47,59,149,190,210],"evaluations":[20,60,191,211],"health":[22,62],"care":[23],"interventions.":[24],"Measures":[25],"taken":[26,195],"by":[27,109],"research":[29],"community":[30],"address":[32],"issue":[34],"included":[35],"promulgation":[37],"guidelines":[39],"publicizing":[42],"good":[44],"practice":[45],"evaluation.":[48],"METHODS:":[49],"To":[50],"assess":[51],"systematic":[57,105],"reviews,":[58],"care,":[63],"methods,":[66,156],"we":[67],"conducted":[68],"full-text":[69],"searches":[70],"private":[72],"public":[74],"databases":[75],"for":[76,162,173],"period":[78],"1990":[79],"through":[80],"March":[81],"2001":[82],"corresponded":[84],"with":[85],"researchers":[86],"active":[87],"field.":[90],"A":[91],"total":[92],"102":[94],"reports":[95],"were":[96,101,177],"identified,":[97],"but":[98,120],"only":[99],"39":[100],"included.":[102],"Quality":[103,114],"reviews":[106,136],"was":[107,118],"assessed":[108],"6-item":[111],"checklist.":[112],"RESULTS:":[113],"review":[116],"reasonable,":[119],"more":[121],"attention":[122],"needs":[123],"be":[125],"paid":[126],"search":[128],"standardization":[131],"evaluation":[133],"instruments.":[134],"The":[135],"found":[137],"consistent":[138],"evidence":[139],"serious":[141],"methodological":[142],"flaws":[143],"significant":[146],"number":[147],"evaluations.":[150],"Lack":[151],"clear":[153],"descriptions":[154],"lack":[157],"explanation":[159],"justification":[161],"framework":[164],"approach":[166],"used,":[167],"low-quality":[169],"estimates":[170],"effectiveness":[172],"interventions":[175],"evaluated":[176],"most":[179],"frequent":[180],"flaws.":[181],"Modest":[182],"improvements":[183],"conducting":[187],"appear":[192],"have":[194],"place":[196],"last":[199],"decade.":[200],"CONCLUSIONS:":[201],"Proper":[202],"allocation":[203],"resources":[205],"on":[206,224],"basis":[208],"remains":[212],"uncertain.":[213],"Editorial":[214],"teams":[215],"regulatory":[217],"bodies":[218],"should":[219],"perform":[220],"assurance":[222],"based":[223],"single":[226],"widely":[227],"accepted":[228],"validated":[230],"standard":[231],"instrument.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":9}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}