{"id":"https://openalex.org/W4408528803","doi":"https://doi.org/10.1145/3724116","title":"Using Chao\u2019s Estimator as a Stopping Criterion for Technology-Assisted Review","display_name":"Using Chao\u2019s Estimator as a Stopping Criterion for Technology-Assisted Review","publication_year":2025,"publication_date":"2025-03-17","ids":{"openalex":"https://openalex.org/W4408528803","doi":"https://doi.org/10.1145/3724116"},"language":"en","primary_location":{"id":"doi:10.1145/3724116","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3724116","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3724116","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116021159","display_name":"Michiel Pieter Bron","orcid":"https://orcid.org/0000-0002-4823-6085"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I4210123921","display_name":"National Library of the Netherlands","ror":"https://ror.org/02w4jbg70","country_code":"NL","type":"archive","lineage":["https://openalex.org/I4210123921"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Michiel Bron","raw_affiliation_strings":["Department of Information and Computing Sciences, Faculty of Science, Utrecht University, Utrecht, The Netherlands and The Netherlands National Police, Den Haag (The Hague), The Netherlands","Utrecht University, The Netherlands and The Netherlands National Police, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4823-6085","affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Faculty of Science, Utrecht University, Utrecht, The Netherlands and The Netherlands National Police, Den Haag (The Hague), The Netherlands","institution_ids":["https://openalex.org/I4210123921"]},{"raw_affiliation_string":"Utrecht University, The Netherlands and The Netherlands National Police, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090384758","display_name":"P.G.M. van der Heijden","orcid":"https://orcid.org/0000-0002-3345-096X"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB","NL"],"is_corresponding":false,"raw_author_name":"Peter G. M. van der Heijden","raw_affiliation_strings":["Department of Methods and Statistics, Faculty of Social Sciences, Utrecht University, Utrecht, The Netherlands and University of Southampton, Southampton, United Kingdom of Great Britain and Northern Ireland","Utrecht University, The Netherlands and University of Southampton, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3345-096X","affiliations":[{"raw_affiliation_string":"Department of Methods and Statistics, Faculty of Social Sciences, Utrecht University, Utrecht, The Netherlands and University of Southampton, Southampton, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"Utrecht University, The Netherlands and University of Southampton, United Kingdom","institution_ids":["https://openalex.org/I43439940","https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010293806","display_name":"Ad Feelders","orcid":"https://orcid.org/0000-0003-4525-1949"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ad Feelders","raw_affiliation_strings":["Department of Information and Computing Sciences, Faculty of Science, Utrecht University, Utrecht, The Netherlands","Utrecht University, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4525-1949","affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Faculty of Science, Utrecht University, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Utrecht University, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075681340","display_name":"Arno Siebes","orcid":"https://orcid.org/0000-0002-5108-7965"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arno Siebes","raw_affiliation_strings":["Department of Information and Computing Sciences, Faculty of Science, Utrecht University, Utrecht, The Netherlands","Utrecht University, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-5108-7965","affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Faculty of Science, Utrecht University, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]},{"raw_affiliation_string":"Utrecht University, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9465,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96211809,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"43","issue":"3","first_page":"1","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5806643962860107},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5026721954345703},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4734199643135071},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.40589872002601624},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.38556283712387085}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5806643962860107},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5026721954345703},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4734199643135071},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.40589872002601624},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.38556283712387085}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3724116","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3724116","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3724116","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3724116","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W168362576","https://openalex.org/W1553554986","https://openalex.org/W1576855214","https://openalex.org/W1594175410","https://openalex.org/W1608670954","https://openalex.org/W1894850789","https://openalex.org/W1930624869","https://openalex.org/W1973625647","https://openalex.org/W1974747370","https://openalex.org/W2006272953","https://openalex.org/W2024180465","https://openalex.org/W2032421424","https://openalex.org/W2041457600","https://openalex.org/W2060806321","https://openalex.org/W2079713743","https://openalex.org/W2080021732","https://openalex.org/W2086226100","https://openalex.org/W2118216815","https://openalex.org/W2122053905","https://openalex.org/W2137978665","https://openalex.org/W2168292916","https://openalex.org/W2341384651","https://openalex.org/W2407249679","https://openalex.org/W2468278804","https://openalex.org/W2488983277","https://openalex.org/W2768348081","https://openalex.org/W2789336509","https://openalex.org/W2899922619","https://openalex.org/W2997390191","https://openalex.org/W2999990085","https://openalex.org/W3006333077","https://openalex.org/W3089621169","https://openalex.org/W3110318438","https://openalex.org/W3111278950","https://openalex.org/W3139098936","https://openalex.org/W3143985904","https://openalex.org/W3158990693","https://openalex.org/W3175391909","https://openalex.org/W3194612722","https://openalex.org/W3197046229","https://openalex.org/W3208696530","https://openalex.org/W4213062543","https://openalex.org/W4221163967","https://openalex.org/W4293258535","https://openalex.org/W4389989508","https://openalex.org/W6913059595","https://openalex.org/W6927811720","https://openalex.org/W6929957317","https://openalex.org/W6930244001"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W4245953108","https://openalex.org/W1977619534","https://openalex.org/W2236763869","https://openalex.org/W2097626286","https://openalex.org/W4293568347","https://openalex.org/W2808230936","https://openalex.org/W2023659367"],"abstract_inverted_index":{"Technology-Assisted":[0],"Review":[1],"aims":[2],"to":[3,57,69,77,140],"reduce":[4],"the":[5,32,41,49,74,79,86,117,123,145],"human":[6],"effort":[7],"required":[8],"for":[9,16],"screening":[10,15],"processes":[11],"such":[12],"as":[13,24],"abstract":[14],"Systematic":[17],"Literature":[18],"Reviews.":[19],"Human":[20],"reviewers":[21],"label":[22],"documents":[23,53,60,84,121],"relevant":[25,59,83,120],"or":[26],"irrelevant":[27,62,90],"during":[28],"this":[29,93,130],"process,":[30],"while":[31],"system":[33,50],"incrementally":[34],"updates":[35],"a":[36,99,106],"prediction":[37],"model":[38,47],"based":[39,109],"on":[40,110,134],"reviewers\u2019":[42],"previous":[43],"decisions.":[44],"After":[45],"each":[46],"update,":[48],"proposes":[51],"new":[52,100],"it":[54],"deems":[55],"relevant,":[56],"prioritize":[58],"over":[61],"ones.":[63],"A":[64],"stopping":[65,73,107],"criterion":[66,108,131],"is":[67,138],"necessary":[68],"guide":[70],"users":[71],"in":[72,122,144],"review":[75],"process":[76],"minimize":[78],"number":[80,87],"of":[81,88,119],"missed":[82],"and":[85,97,105,137],"read":[89],"documents.":[91],"In":[92],"article,":[94],"we":[95],"propose":[96],"evaluate":[98],"ensemble-based":[101],"Active":[102],"Learning":[103],"strategy":[104],"Chao\u2019s":[111],"Population":[112],"Size":[113],"Estimator":[114],"that":[115,129],"estimates":[116],"prevalence":[118],"dataset.":[124],"Our":[125],"simulation":[126],"study":[127],"demonstrates":[128],"performs":[132],"well":[133],"several":[135],"datasets":[136],"compared":[139],"other":[141],"methods":[142],"presented":[143],"literature.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}