{"id":"https://openalex.org/W4412374324","doi":"https://doi.org/10.1111/jep.70207","title":"Developing Standards for Rapid Evaluation and Appraisal Methods (STREAM): An e\u2010Delphi Consensus Study","display_name":"Developing Standards for Rapid Evaluation and Appraisal Methods (STREAM): An e\u2010Delphi Consensus Study","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412374324","doi":"https://doi.org/10.1111/jep.70207","pmid":"https://pubmed.ncbi.nlm.nih.gov/40652557"},"language":"en","primary_location":{"id":"doi:10.1111/jep.70207","doi":"https://doi.org/10.1111/jep.70207","is_oa":true,"landing_page_url":"https://doi.org/10.1111/jep.70207","pdf_url":null,"source":{"id":"https://openalex.org/S2713501","display_name":"Journal of Evaluation in Clinical Practice","issn_l":"1356-1294","issn":["1356-1294","1365-2753"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evaluation in Clinical Practice","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1111/jep.70207","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029007585","display_name":"Sigr\u00fan Eyr\u00fanard\u00f3ttir Clark","orcid":"https://orcid.org/0000-0001-5679-2535","observed_orcids":["https://orcid.org/0000-0001-5679-2535"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Sigr\u00fan Eyr\u00fanard\u00f3ttir Clark","raw_affiliation_strings":["Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention, University College London, London, W1W 7TY, UK","Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention University College London London UK"],"raw_orcid":"https://orcid.org/0000-0001-5679-2535","affiliations":[{"raw_affiliation_string":"Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention, University College London, London, W1W 7TY, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention University College London London UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063293372","display_name":"Norha Vera San Juan","orcid":"https://orcid.org/0000-0002-8677-7341","observed_orcids":["https://orcid.org/0000-0002-8677-7341"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Norha Vera San Juan","raw_affiliation_strings":["Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention, University College London, London, W1W 7TY, UK","Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention University College London London UK"],"raw_orcid":"https://orcid.org/0000-0002-8677-7341","affiliations":[{"raw_affiliation_string":"Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention, University College London, London, W1W 7TY, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention University College London London UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014096834","display_name":"Cecilia Vindrola\u2010Padros","orcid":"https://orcid.org/0000-0001-7859-1646","observed_orcids":["https://orcid.org/0000-0001-7859-1646"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cecilia Vindrola-Padros","raw_affiliation_strings":["Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention, University College London, London, W1W 7TY, UK","Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention University College London London UK"],"raw_orcid":"https://orcid.org/0000-0001-7859-1646","affiliations":[{"raw_affiliation_string":"Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention, University College London, London, W1W 7TY, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Rapid Research, Evaluation and Appraisal Lab (RREAL), Department of Targeted Intervention University College London London UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029007585"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":4430,"currency":"USD","value_usd":4430},"apc_paid":{"value":4430,"currency":"USD","value_usd":4430},"fwci":5.4165,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94999415,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"31","issue":"5","first_page":"e70207","last_page":"e70207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.8359000086784363,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.8359000086784363,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.05380000174045563,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rapid-assessment","display_name":"rapid assessment","score":0.9900000095367432},{"id":"https://openalex.org/keywords/evaluation-standards","display_name":"evaluation standards","score":0.7379999756813049},{"id":"https://openalex.org/keywords/e-delphi-consensus","display_name":"e-Delphi consensus","score":0.7400000095367432},{"id":"https://openalex.org/keywords/reporting-transparency","display_name":"reporting transparency","score":0.6359999775886536},{"id":"https://openalex.org/keywords/stakeholder-consensus","display_name":"stakeholder consensus","score":0.7839999794960022}],"concepts":[{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.9511896371841431},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.6931542158126831},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6311439275741577},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.5770640969276428},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.5344507098197937},{"id":"https://openalex.org/C152541439","wikidata":"https://www.wikidata.org/wiki/Q5186693","display_name":"Critical appraisal","level":3,"score":0.5129106044769287},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.5117347240447998},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5014901161193848},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4889306128025055},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3801720142364502},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3674440383911133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3562738597393036},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3244715929031372},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.22017407417297363},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.189103364944458},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17751330137252808},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.15973526239395142},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.08505555987358093},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000073597","descriptor_name":"Stakeholder Participation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000073597","descriptor_name":"Stakeholder Participation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000073597","descriptor_name":"Stakeholder Participation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000073597","descriptor_name":"Stakeholder Participation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000073597","descriptor_name":"Stakeholder Participation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003697","descriptor_name":"Delphi Technique","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003697","descriptor_name":"Delphi Technique","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003697","descriptor_name":"Delphi Technique","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003697","descriptor_name":"Delphi Technique","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003697","descriptor_name":"Delphi Technique","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D032921","descriptor_name":"Consensus","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032921","descriptor_name":"Consensus","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032921","descriptor_name":"Consensus","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032921","descriptor_name":"Consensus","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1111/jep.70207","doi":"https://doi.org/10.1111/jep.70207","is_oa":true,"landing_page_url":"https://doi.org/10.1111/jep.70207","pdf_url":null,"source":{"id":"https://openalex.org/S2713501","display_name":"Journal of Evaluation in Clinical Practice","issn_l":"1356-1294","issn":["1356-1294","1365-2753"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evaluation in Clinical Practice","raw_type":"journal-article"},{"id":"doi:10.1101/2023.12.11.23299803","doi":"https://doi.org/10.1101/2023.12.11.23299803","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2023.12.11.23299803","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2023/12/11/2023.12.11.23299803.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nd","license_id":"https://openalex.org/licenses/cc-by-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:40652557","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40652557","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of evaluation in clinical practice","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:11061062","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12256111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12256111","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12256111","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Eval Clin Pract","raw_type":"Text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10214958","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10214958/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Evaluation in Clinical Practice , 31 (5) , Article e70207. (2025)","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1111/jep.70207","doi":"https://doi.org/10.1111/jep.70207","is_oa":true,"landing_page_url":"https://doi.org/10.1111/jep.70207","pdf_url":null,"source":{"id":"https://openalex.org/S2713501","display_name":"Journal of Evaluation in Clinical Practice","issn_l":"1356-1294","issn":["1356-1294","1365-2753"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evaluation in Clinical Practice","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G387377962","display_name":"Standards for Rapid Evaluation and Appraisal Methods (STREAM)","funder_award_id":"MR/W020769/1","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G5252824487","display_name":null,"funder_award_id":"MR/W020769/1","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1548998200","https://openalex.org/W2029912930","https://openalex.org/W2032428722","https://openalex.org/W2032709693","https://openalex.org/W2052884010","https://openalex.org/W2070013674","https://openalex.org/W2077508783","https://openalex.org/W2093038967","https://openalex.org/W2104881646","https://openalex.org/W2104964243","https://openalex.org/W2109285616","https://openalex.org/W2127979674","https://openalex.org/W2136566782","https://openalex.org/W2138664283","https://openalex.org/W2139510281","https://openalex.org/W2262671496","https://openalex.org/W2739751169","https://openalex.org/W2740226624","https://openalex.org/W2779260173","https://openalex.org/W3006405313","https://openalex.org/W3195219150","https://openalex.org/W3205022319","https://openalex.org/W4232698832","https://openalex.org/W4407377654","https://openalex.org/W4409837242","https://openalex.org/W6675435087","https://openalex.org/W6987403553"],"related_works":["https://openalex.org/W3157688902","https://openalex.org/W2062050714","https://openalex.org/W2082927460","https://openalex.org/W2030487194","https://openalex.org/W2971523465","https://openalex.org/W2031546510","https://openalex.org/W4398393634","https://openalex.org/W1969884608","https://openalex.org/W2041058937","https://openalex.org/W2224226767"],"abstract_inverted_index":{"BACKGROUND:":[0],"Timeliness":[1],"is":[2],"key":[3],"to":[4,17,39,90,153,162,165],"influencing":[5],"the":[6,29,52,93,115,119,130,151,174,181],"utility":[7],"of":[8,20,117,123,132,176,180],"evaluation":[9,22],"and":[10,13,23,32,44,57,83,121,126,128,138,145,149,168,178],"research":[11],"findings":[12],"has":[14,37],"given":[15],"rise":[16],"a":[18,64,70],"range":[19],"rapid":[21,105,124],"appraisal":[24],"approaches.":[25],"However,":[26],"issues":[27],"in":[28,34,92,98,143,150],"design,":[30],"implementation":[31,122],"transparency":[33],"their":[35,42,166],"reporting":[36,131],"led":[38],"concerns":[40],"around":[41],"rigour":[43,167],"validity.":[45],"To":[46],"address":[47],"this,":[48],"we":[49],"have":[50],"developed":[51,113],"Standards":[53],"for":[54],"Rapid":[55,136],"Evaluation":[56],"Appraisal":[58],"Methods":[59],"(STREAM).":[60],"METHODS:":[61],"We":[62],"followed":[63],"four-stage":[65],"consensus":[66,81,94],"process,":[67],"starting":[68],"with":[69,114],"(1)":[71],"steering":[72],"group":[73],"consultation;":[74],"(2)":[75],"three-stage":[76],"e-Delphi":[77],"study;":[78],"(3)":[79],"stakeholder":[80],"workshop;":[82],"(4)":[84],"piloting":[85],"exercise.":[86],"The":[87],"stakeholders":[88],"invited":[89],"participate":[91],"process":[95],"had":[96],"experience":[97],"conducting,":[99],"being":[100],"part":[101],"of,":[102],"or":[103,107,155],"commissioning":[104],"evaluations":[106,125,137],"appraisals.":[108],"RESULTS:":[109],"Thirty-eight":[110],"standards":[111],"were":[112],"purpose":[116],"guiding":[118],"design":[120],"appraisals":[127,139],"supporting":[129],"methods":[133],"used.":[134],"CONCLUSIONS:":[135],"can":[140],"be":[141,163],"useful":[142],"time":[144],"resource":[146],"limited":[147],"contexts":[148],"response":[152],"new":[154],"changing":[156],"services,":[157],"but":[158],"close":[159],"attention":[160],"needs":[161],"paid":[164],"other":[169],"factors":[170],"that":[171],"might":[172],"influence":[173],"production":[175],"knowledge":[177],"validity":[179],"findings.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2025-10-10T00:00:00"}