{"id":"https://openalex.org/W4392356867","doi":"https://doi.org/10.1186/s13643-024-02502-7","title":"The SAFE procedure: a practical stopping heuristic for active learning-based screening in systematic reviews and meta-analyses","display_name":"The SAFE procedure: a practical stopping heuristic for active learning-based screening in systematic reviews and meta-analyses","alternate_titles":[],"publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W4392356867","doi":"https://doi.org/10.1186/s13643-024-02502-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/38429798","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10908130"},"language":"en","primary_location":{"id":"doi:10.1186/s13643-024-02502-7","doi":"https://doi.org/10.1186/s13643-024-02502-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13643-024-02502-7","pdf_url":"https://systematicreviewsjournal.biomedcentral.com/counter/pdf/10.1186/s13643-024-02502-7","source":{"id":"https://openalex.org/S82452678","display_name":"Systematic Reviews","issn_l":"2046-4053","issn":["2046-4053"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systematic Reviews","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4392356867"],"child_works_count":1,"type":"review","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://systematicreviewsjournal.biomedcentral.com/counter/pdf/10.1186/s13643-024-02502-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092414900","display_name":"Josien Boetje","orcid":"https://orcid.org/0000-0003-1542-6672","observed_orcids":["https://orcid.org/0000-0003-1542-6672"]},"institutions":[{"id":"https://openalex.org/I173063890","display_name":"University of Applied Sciences Utrecht","ror":"https://ror.org/028z9kw20","country_code":"NL","type":"education","lineage":["https://openalex.org/I173063890"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Josien Boetje","raw_affiliation_strings":["Research Group Digital Ethics, Knowledge Center Learning and Innovation (LENI), Archimedes Institute, HU University of Applied Sciences Utrecht, Utrecht, the Netherlands. josien.boetje@hu.nl","Research Group Digital Ethics, Knowledge Center Learning and Innovation (LENI), Archimedes Institute, HU University of Applied Sciences Utrecht, Utrecht, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1542-6672","affiliations":[{"raw_affiliation_string":"Research Group Digital Ethics, Knowledge Center Learning and Innovation (LENI), Archimedes Institute, HU University of Applied Sciences Utrecht, Utrecht, the Netherlands. josien.boetje@hu.nl","institution_ids":["https://openalex.org/I173063890"]},{"raw_affiliation_string":"Research Group Digital Ethics, Knowledge Center Learning and Innovation (LENI), Archimedes Institute, HU University of Applied Sciences Utrecht, Utrecht, the Netherlands","institution_ids":["https://openalex.org/I173063890"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041799420","display_name":"Rens van de Schoot","orcid":"https://orcid.org/0000-0001-7736-2091","observed_orcids":["https://orcid.org/0000-0001-7736-2091"]},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rens van de Schoot","raw_affiliation_strings":["Department of Methodology and Statistics, Faculty of Social and Behavioral Sciences, Utrecht University, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methodology and Statistics, Faculty of Social and Behavioral Sciences, Utrecht University, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5092414900"],"corresponding_institution_ids":["https://openalex.org/I173063890"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":11.4993,"has_fulltext":true,"cited_by_count":198,"citation_normalized_percentile":{"value":0.98746518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"13","issue":"1","first_page":"81","last_page":"81"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.921999990940094},{"id":"https://openalex.org/keywords/systematic-review-screening","display_name":"systematic review screening","score":0.7400000095367432},{"id":"https://openalex.org/keywords/asreview","display_name":"ASReview","score":0.8450000286102295}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7059341073036194},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6155760884284973},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5507137775421143},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5452126264572144},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5086665749549866},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4992489814758301},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.49855685234069824},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.459995836019516},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4599100947380066},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45490655303001404},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43763267993927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33948028087615967},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3293142020702362},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3214831054210663},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000066506","descriptor_name":"Heuristics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018794","descriptor_name":"Problem-Based Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":10,"locations":[{"id":"doi:10.1186/s13643-024-02502-7","doi":"https://doi.org/10.1186/s13643-024-02502-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13643-024-02502-7","pdf_url":"https://systematicreviewsjournal.biomedcentral.com/counter/pdf/10.1186/s13643-024-02502-7","source":{"id":"https://openalex.org/S82452678","display_name":"Systematic Reviews","issn_l":"2046-4053","issn":["2046-4053"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systematic Reviews","raw_type":"journal-article"},{"id":"doi:10.31234/osf.io/c93gq","doi":"https://doi.org/10.31234/osf.io/c93gq","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/c93gq","pdf_url":"https://psyarxiv.com/c93gq/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"doi:10.21203/rs.3.rs-2856011/v1","doi":"https://doi.org/10.21203/rs.3.rs-2856011/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-2856011/v1","pdf_url":"https://www.researchsquare.com/article/rs-2856011/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:10908130","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10908130","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10908130/pdf/13643_2024_Article_2502.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Syst Rev","raw_type":"Text"},{"id":"pmid:38429798","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38429798","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systematic reviews","raw_type":"Journal Article"},{"id":"pmh:oai:research.ou.nl:publications/10832e5c-c3c9-4ee5-9a45-5ec25b0958a4","doi":null,"is_oa":true,"landing_page_url":"https://research.ou.nl/en/publications/10832e5c-c3c9-4ee5-9a45-5ec25b0958a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401002","display_name":"DSpace (Open University in the Netherlands)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I7876267","host_organization_name":"Open University of the Netherlands","host_organization_lineage":["https://openalex.org/I7876267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Boetje, J & van de Schoot, R 2024, 'The SAFE procedure: a practical stopping heuristic for active learning-based screening in systematic reviews and meta-analyses', Systematic Reviews, vol. 13, no. 1, 81. https://doi.org/10.1186/s13643-024-02502-7","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:4820e8dc2c934246996c343a04b82a46","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/4820e8dc2c934246996c343a04b82a46","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systematic Reviews, Vol 13, Iss 1, Pp 1-10 (2024)","raw_type":"article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/438338","doi":null,"is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/438338","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:share.osf.io:725c7fee-9401-4a38-a348-c6638930db40","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/c93gq","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:E013C-F1D-1D2","doi":null,"is_oa":false,"landing_page_url":"http://osf.io/c93gq/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.1186/s13643-024-02502-7","doi":"https://doi.org/10.1186/s13643-024-02502-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13643-024-02502-7","pdf_url":"https://systematicreviewsjournal.biomedcentral.com/counter/pdf/10.1186/s13643-024-02502-7","source":{"id":"https://openalex.org/S82452678","display_name":"Systematic Reviews","issn_l":"2046-4053","issn":["2046-4053"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systematic Reviews","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G331341419","display_name":"The FORAS project: Fully Open-source and Real-time AI-aided systematic literature screening in inclusive databases","funder_award_id":"406.22.GO.048","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392356867.pdf","grobid_xml":"https://content.openalex.org/works/W4392356867.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1024712121","https://openalex.org/W2021894617","https://openalex.org/W2043566294","https://openalex.org/W2065383075","https://openalex.org/W2086226100","https://openalex.org/W2099419573","https://openalex.org/W2100053037","https://openalex.org/W2114415944","https://openalex.org/W2132910334","https://openalex.org/W2135815793","https://openalex.org/W2168292916","https://openalex.org/W2341384651","https://openalex.org/W2557283755","https://openalex.org/W2560438049","https://openalex.org/W2600107025","https://openalex.org/W2621485502","https://openalex.org/W2785836523","https://openalex.org/W2797780449","https://openalex.org/W2808847453","https://openalex.org/W2884443195","https://openalex.org/W2895410484","https://openalex.org/W2899922619","https://openalex.org/W2903158431","https://openalex.org/W2999536597","https://openalex.org/W3003735349","https://openalex.org/W3010940523","https://openalex.org/W3014512586","https://openalex.org/W3093336514","https://openalex.org/W3111278950","https://openalex.org/W3111412136","https://openalex.org/W3118615836","https://openalex.org/W3143985904","https://openalex.org/W3168270921","https://openalex.org/W3178695691","https://openalex.org/W3193973034","https://openalex.org/W3195783210","https://openalex.org/W3199830233","https://openalex.org/W3207456925","https://openalex.org/W4200103565","https://openalex.org/W4200398992","https://openalex.org/W4224987102","https://openalex.org/W4225297356","https://openalex.org/W4288041857","https://openalex.org/W4293715440","https://openalex.org/W4297888959","https://openalex.org/W4312018506","https://openalex.org/W4376645833","https://openalex.org/W4396509800","https://openalex.org/W6755998472","https://openalex.org/W6893603463","https://openalex.org/W6920863868","https://openalex.org/W6950101330","https://openalex.org/W6958420638","https://openalex.org/W6977729465"],"related_works":["https://openalex.org/W6977235543","https://openalex.org/W6920734856","https://openalex.org/W3110318438","https://openalex.org/W4414583665","https://openalex.org/W4417449083","https://openalex.org/W6907528452","https://openalex.org/W4391653771","https://openalex.org/W4396509800","https://openalex.org/W2785540181"],"abstract_inverted_index":{"Active":[0],"learning":[1,21,55,105,165,195],"has":[2],"become":[3],"an":[4],"increasingly":[5],"popular":[6],"method":[7,176],"for":[8,98,152,219],"screening":[9,108,129,140],"large":[10],"amounts":[11],"of":[12,35,62,65,76,90,115,123,138,144,173,184,201,207,215],"data":[13],"in":[14,107,127],"systematic":[15],"reviews":[16],"and":[17,87,171,186,223],"meta-analyses.":[18],"The":[19,60,112,131],"active":[20,54,104,164,194],"process":[22,56,106,196],"continually":[23],"improves":[24],"its":[25],"predictions":[26],"on":[27,158,198],"the":[28,33,46,53,68,74,82,103,121,128,136,142,169,189,193,202,205,212,216,220],"remaining":[29],"unlabeled":[30],"records,":[31,147],"with":[32,141],"goal":[34],"identifying":[36],"all":[37],"relevant":[38,125,146],"records":[39,66],"as":[40,42],"early":[41],"possible.":[43],"However,":[44],"determining":[45,99],"optimal":[47],"point":[48],"at":[49],"which":[50],"to":[51,101,119,154,160,181,191],"stop":[52,161,192],"is":[57],"a":[58,85,95,149],"challenge.":[59],"cost":[61,75],"additional":[63,208],"labeling":[64,210],"by":[67],"reviewer":[69],"must":[70],"be":[71,178],"balanced":[72],"against":[73,211],"erroneous":[77],"exclusions.":[78],"This":[79],"paper":[80],"introduces":[81],"SAFE":[83],"procedure,":[84],"practical":[86,150],"conservative":[88],"set":[89],"stopping":[91,116,133],"heuristics":[92,117],"that":[93],"offers":[94],"clear":[96],"guideline":[97],"when":[100,159],"end":[102],"software":[109],"like":[110],"ASReview.":[111],"eclectic":[113],"mix":[114],"helps":[118],"minimize":[120],"risk":[122,143],"missing":[124,145],"papers":[126],"process.":[130],"proposed":[132],"heuristic":[134],"balances":[135],"costs":[137,206],"continued":[139],"providing":[148],"solution":[151],"reviewers":[153],"make":[155],"informed":[156],"decisions":[157],"screening.":[162],"Although":[163],"can":[166],"significantly":[167],"enhance":[168],"quality":[170],"efficiency":[172],"screening,":[174],"this":[175],"may":[177],"more":[179],"applicable":[180],"certain":[182],"types":[183],"datasets":[185],"problems.":[187],"Ultimately,":[188],"decision":[190],"depends":[197],"careful":[199],"consideration":[200],"trade-off":[203],"between":[204],"record":[209],"potential":[213],"errors":[214],"current":[217],"model":[218],"specific":[221],"dataset":[222],"context.":[224]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392356867","counts_by_year":[{"year":2026,"cited_by_count":115},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2024-03-05T00:00:00"}
