{"id":"https://openalex.org/W4410030482","doi":"https://doi.org/10.1007/s41060-025-00777-0","title":"Large-scale simulation study of active learning models for systematic reviews","display_name":"Large-scale simulation study of active learning models for systematic reviews","publication_year":2025,"publication_date":"2025-05-02","ids":{"openalex":"https://openalex.org/W4410030482","doi":"https://doi.org/10.1007/s41060-025-00777-0"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-025-00777-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-025-00777-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41060-025-00777-0.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s41060-025-00777-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077076273","display_name":"Jelle Jasper Teijema","orcid":"https://orcid.org/0000-0001-9282-4311"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Jelle Jasper Teijema","raw_affiliation_strings":["Department of Methodology and Statistics, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methodology and Statistics, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027479191","display_name":"Jonathan De Bruin","orcid":"https://orcid.org/0000-0002-4297-0502"},"institutions":[{"id":"https://openalex.org/I173063890","display_name":"University of Applied Sciences Utrecht","ror":"https://ror.org/028z9kw20","country_code":"NL","type":"education","lineage":["https://openalex.org/I173063890"]},{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jonathan de Bruin","raw_affiliation_strings":["Department of Research and Data Management Services, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Research and Data Management Services, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I173063890","https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047736253","display_name":"Ayoub Bagheri","orcid":"https://orcid.org/0000-0001-6366-2173"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ayoub Bagheri","raw_affiliation_strings":["Department of Methodology and Statistics, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methodology and Statistics, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041799420","display_name":"Rens van de Schoot","orcid":"https://orcid.org/0000-0001-7736-2091"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rens van de Schoot","raw_affiliation_strings":["Department of Methodology and Statistics, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Methodology and Statistics, Utrecht University, Padualaan 14, 3584 CH, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5077076273"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":2.9463,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93571429,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"20","issue":"6","first_page":"5435","last_page":"5456"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9528999924659729,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5161674618721008},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4839227795600891},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1026735007762909},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06593599915504456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5161674618721008},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4839227795600891},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1026735007762909},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06593599915504456}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s41060-025-00777-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-025-00777-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41060-025-00777-0.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s41060-025-00777-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-025-00777-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41060-025-00777-0.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410030482.pdf","grobid_xml":"https://content.openalex.org/works/W4410030482.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W168362576","https://openalex.org/W2026981750","https://openalex.org/W2043566294","https://openalex.org/W2147257531","https://openalex.org/W2151666086","https://openalex.org/W2161374186","https://openalex.org/W2295598076","https://openalex.org/W2406978180","https://openalex.org/W2413669350","https://openalex.org/W2493916176","https://openalex.org/W2735984040","https://openalex.org/W2755149525","https://openalex.org/W2805303998","https://openalex.org/W2808847453","https://openalex.org/W2885938281","https://openalex.org/W2921325297","https://openalex.org/W2954073272","https://openalex.org/W2961191798","https://openalex.org/W2970641574","https://openalex.org/W2978795816","https://openalex.org/W2980708516","https://openalex.org/W2981527585","https://openalex.org/W3010940523","https://openalex.org/W3035600984","https://openalex.org/W3048529076","https://openalex.org/W3083306642","https://openalex.org/W3093336514","https://openalex.org/W3107582401","https://openalex.org/W3111278950","https://openalex.org/W3111412136","https://openalex.org/W3123893780","https://openalex.org/W3149778443","https://openalex.org/W3174544005","https://openalex.org/W3178695691","https://openalex.org/W3179168685","https://openalex.org/W3187789458","https://openalex.org/W3193973034","https://openalex.org/W3195783210","https://openalex.org/W3199830233","https://openalex.org/W3204752190","https://openalex.org/W3207456925","https://openalex.org/W4200015574","https://openalex.org/W4200398992","https://openalex.org/W4220703640","https://openalex.org/W4225297356","https://openalex.org/W4288041857","https://openalex.org/W4312018506","https://openalex.org/W4376645833","https://openalex.org/W4381435533","https://openalex.org/W4382520168","https://openalex.org/W4391033846","https://openalex.org/W4392356867","https://openalex.org/W4396509800","https://openalex.org/W4397006802","https://openalex.org/W4400420968","https://openalex.org/W4400557303","https://openalex.org/W4408528803","https://openalex.org/W6890236672","https://openalex.org/W6892876685","https://openalex.org/W6894162915","https://openalex.org/W6912872512","https://openalex.org/W6927811720"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"Despite":[1],"progress":[2],"in":[3,11,33,118],"active":[4,30,46,87,112,150,183],"learning,":[5],"evaluation":[6],"remains":[7],"limited":[8],"by":[9],"constraints":[10],"simulation":[12],"size,":[13],"infrastructure,":[14],"and":[15,58,80,99,138,160,177],"dataset":[16],"availability.":[17],"This":[18],"study":[19,51],"advocates":[20],"for":[21,28],"large-scale":[22,38],"simulations":[23],"as":[24],"the":[25,66,127,134,141,169,178],"gold":[26],"standard":[27],"evaluating":[29],"learning":[31,47,88,113,151,184],"models":[32,57],"systematic":[34,119],"review":[35,120],"screening.":[36,91],"Two":[37],"simulations,":[39],"totaling":[40],"over":[41],"29":[42],"thousand":[43],"runs,":[44],"assessed":[45],"solutions.":[48],"The":[49,69,92,108,164],"first":[50],"evaluated":[52],"13":[53],"combinations":[54,76],"of":[55,129,171,180],"classification":[56],"feature":[59,81,161],"extraction":[60,162],"techniques":[61],"using":[62],"high-quality":[63],"datasets":[64],"from":[65,103],"SYNERGY":[67],"dataset.":[68],"second":[70],"expanded":[71],"this":[72],"to":[73,105,156,174],"92":[74],"model":[75,136,147],"with":[77],"additional":[78],"classifiers":[79,159],"extractors.":[82],"In":[83],"every":[84],"scenario":[85],"tested,":[86],"outperformed":[89],"random":[90,116],"performance":[93,148],"gained":[94],"varied":[95],"across":[96],"datasets,":[97],"models,":[98],"screening":[100,117,139],"progression,":[101],"ranging":[102],"considerable":[104],"near-flawless":[106],"results.":[107],"findings":[109],"demonstrate":[110],"that":[111],"consistently":[114],"outperforms":[115],"tasks,":[121],"offering":[122],"significant":[123],"efficiency":[124],"gains.":[125],"While":[126],"extent":[128],"improvement":[130],"varies":[131],"depending":[132],"on":[133],"dataset,":[135],"choice,":[137],"stage,":[140],"overall":[142],"advantage":[143],"is":[144],"clear.":[145],"Since":[146],"differs,":[149],"systems":[152],"should":[153],"remain":[154],"adaptable":[155],"accommodate":[157],"new":[158],"techniques.":[163],"publicly":[165],"available":[166],"results":[167],"underscore":[168],"importance":[170],"open":[172],"benchmarking":[173],"ensure":[175],"reproducibility":[176],"development":[179],"robust,":[181],"generalizable":[182],"strategies.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}