{"id":"https://openalex.org/W3137020110","doi":"https://doi.org/10.1002/jrsm.1486","title":"Machine learning for identifying relevant publications in updates of systematic reviews of diagnostic test studies","display_name":"Machine learning for identifying relevant publications in updates of systematic reviews of diagnostic test studies","publication_year":2021,"publication_date":"2021-03-15","ids":{"openalex":"https://openalex.org/W3137020110","doi":"https://doi.org/10.1002/jrsm.1486","mag":"3137020110","pmid":"https://pubmed.ncbi.nlm.nih.gov/33720520"},"language":"en","primary_location":{"id":"doi:10.1002/jrsm.1486","doi":"https://doi.org/10.1002/jrsm.1486","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jrsm.1486","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1486","source":{"id":"https://openalex.org/S205768342","display_name":"Research Synthesis Methods","issn_l":"1759-2879","issn":["1759-2879","1759-2887"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Synthesis Methods","raw_type":"journal-article"},"volume":null,"type":"review","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069192476","display_name":"Toni Lange","orcid":"https://orcid.org/0000-0002-8671-7496","observed_orcids":["https://orcid.org/0000-0002-8671-7496"]},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]},{"id":"https://openalex.org/I4405270655","display_name":"Zentrum f\u00fcr Evidenzbasierte Gesundheitsversorgung","ror":"https://ror.org/013sda662","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210162051","https://openalex.org/I4405270655","https://openalex.org/I78650965"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Toni Lange","raw_affiliation_strings":["Center for Evidence\u2010based Healthcare, University Hospital Carl Gustav Carus and Faculty of Medicine Carl Gustav Carus Technische Universit\u00e4t Dresden  Germany"],"raw_orcid":"https://orcid.org/0000-0002-8671-7496","affiliations":[{"raw_affiliation_string":"Center for Evidence\u2010based Healthcare, University Hospital Carl Gustav Carus and Faculty of Medicine Carl Gustav Carus Technische Universit\u00e4t Dresden  Germany","institution_ids":["https://openalex.org/I4210162051","https://openalex.org/I4405270655","https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084243012","display_name":"Guido Schwarzer","orcid":"https://orcid.org/0000-0001-6214-9087","observed_orcids":["https://orcid.org/0000-0001-6214-9087"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Guido Schwarzer","raw_affiliation_strings":["Faculty of Medicine and Medical Center, Institute of Medical Biometry and Statistics, University of Freiburg, Freiburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6214-9087","affiliations":[{"raw_affiliation_string":"Faculty of Medicine and Medical Center, Institute of Medical Biometry and Statistics, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045297337","display_name":"Thomas Datzmann","orcid":"https://orcid.org/0000-0003-0312-5901","observed_orcids":["https://orcid.org/0000-0003-0312-5901"]},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]},{"id":"https://openalex.org/I4405270655","display_name":"Zentrum f\u00fcr Evidenzbasierte Gesundheitsversorgung","ror":"https://ror.org/013sda662","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210162051","https://openalex.org/I4405270655","https://openalex.org/I78650965"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Datzmann","raw_affiliation_strings":["Center for Evidence\u2010based Healthcare, University Hospital Carl Gustav Carus and Faculty of Medicine Carl Gustav Carus Technische Universit\u00e4t Dresden  Germany"],"raw_orcid":"https://orcid.org/0000-0003-0312-5901","affiliations":[{"raw_affiliation_string":"Center for Evidence\u2010based Healthcare, University Hospital Carl Gustav Carus and Faculty of Medicine Carl Gustav Carus Technische Universit\u00e4t Dresden  Germany","institution_ids":["https://openalex.org/I4210162051","https://openalex.org/I4405270655","https://openalex.org/I78650965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011534196","display_name":"Harald Binder","orcid":"https://orcid.org/0000-0002-5666-8662","observed_orcids":["https://orcid.org/0000-0002-5666-8662"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Harald Binder","raw_affiliation_strings":["Faculty of Medicine and Medical Center, Institute of Medical Biometry and Statistics, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine and Medical Center, Institute of Medical Biometry and Statistics, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069192476"],"corresponding_institution_ids":["https://openalex.org/I4210162051","https://openalex.org/I4405270655","https://openalex.org/I78650965"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":0.1038,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.66280193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"12","issue":"4","first_page":"506","last_page":"515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/systematic-review-updating","display_name":"systematic review updating","score":0.781000018119812},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.4399999976158142},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.8339999914169312},{"id":"https://openalex.org/keywords/ensemble-methods","display_name":"ensemble methods","score":0.9599999785423279},{"id":"https://openalex.org/keywords/data-preprocessing","display_name":"data preprocessing","score":0.7400000095367432},{"id":"https://openalex.org/keywords/human-workload-reduction","display_name":"human workload reduction","score":0.7799999713897705},{"id":"https://openalex.org/keywords/brier-score","display_name":"Brier score","score":0.8790000081062317},{"id":"https://openalex.org/keywords/model-evaluation","display_name":"model evaluation","score":0.38199999928474426}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.8567757606506348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8385365009307861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8045649528503418},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5750225186347961},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.5426235198974609},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.5174894332885742},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5089571475982666},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4844253361225128},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.44013693928718567},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4224797487258911},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.41467130184173584},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3715144395828247},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003955","descriptor_name":"Diagnostic Tests, Routine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016526","descriptor_name":"Workload","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1002/jrsm.1486","doi":"https://doi.org/10.1002/jrsm.1486","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jrsm.1486","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1486","source":{"id":"https://openalex.org/S205768342","display_name":"Research Synthesis Methods","issn_l":"1759-2879","issn":["1759-2879","1759-2887"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Synthesis Methods","raw_type":"journal-article"},{"id":"doi:10.1101/2020.06.16.20132670","doi":"https://doi.org/10.1101/2020.06.16.20132670","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2020.06.16.20132670","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2020/06/19/2020.06.16.20132670.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:33720520","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33720520","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research synthesis methods","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1002/jrsm.1486","doi":"https://doi.org/10.1002/jrsm.1486","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jrsm.1486","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jrsm.1486","source":{"id":"https://openalex.org/S205768342","display_name":"Research Synthesis Methods","issn_l":"1759-2879","issn":["1759-2879","1759-2887"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Synthesis Methods","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.504800021648407,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3137020110.pdf","grobid_xml":"https://content.openalex.org/works/W3137020110.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W657134971","https://openalex.org/W1614298861","https://openalex.org/W1888026739","https://openalex.org/W1921353181","https://openalex.org/W1963909263","https://openalex.org/W2014453502","https://openalex.org/W2119607558","https://openalex.org/W2147469877","https://openalex.org/W2548565097","https://openalex.org/W2564845244","https://openalex.org/W2582743722","https://openalex.org/W2604568423","https://openalex.org/W2754736027","https://openalex.org/W2755149525","https://openalex.org/W2773944606","https://openalex.org/W2893240169","https://openalex.org/W2919115771","https://openalex.org/W2987883775","https://openalex.org/W3022903699","https://openalex.org/W4313371821","https://openalex.org/W6792274190"],"related_works":["https://openalex.org/W4245192174","https://openalex.org/W6893017315","https://openalex.org/W2625299527","https://openalex.org/W6911281941","https://openalex.org/W2402135405","https://openalex.org/W4390595224","https://openalex.org/W3113526370","https://openalex.org/W622762259","https://openalex.org/W3204032926","https://openalex.org/W2961191798"],"abstract_inverted_index":{"Updating":[0],"systematic":[1,192],"reviews":[2,66,193],"is":[3,16],"often":[4,21],"a":[5,10,113,157,229,237],"time-consuming":[6],"process":[7],"that":[8],"involves":[9],"lot":[11],"of":[12,28,37,50,67,105,115,117,133,152,169,203],"human":[13,43,188],"effort":[14],"and":[15,155],"therefore":[17],"not":[18,226],"conducted":[19],"as":[20,22,71,200,215,217,241],"it":[23],"should":[24,225],"be.":[25],"The":[26,87,141],"aim":[27],"our":[29],"research":[30],"project":[31],"was":[32,93,144],"to":[33,41,56,77,186,211],"explore":[34],"the":[35,48,72,91,94,103,106,137,153,162,166,201,207,219],"potential":[36],"machine":[38,59,125,177,196,221],"learning":[39,52,60,126,159,178,197,222],"methods":[40,53,179],"reduce":[42,187],"workload.":[44],"Furthermore,":[45],"we":[46,81,122],"evaluated":[47,123],"performance":[49,143,168,209,231],"deep":[51,158,242],"in":[54,190],"comparison":[55],"more":[57],"established":[58],"methods.":[61,86,198],"We":[62],"used":[63,82],"three":[64],"available":[65],"diagnostic":[68],"test":[69],"studies":[70],"data":[73,118,174,204],"set.":[74],"In":[75],"order":[76],"identify":[78],"relevant":[79],"publications,":[80],"typical":[83],"text":[84],"pre-processing":[85],"reference":[88],"standard":[89],"for":[90,150,161],"evaluation":[92,104],"human-consensus":[95],"based":[96],"on":[97,173,206],"binary":[98],"classification":[99],"(inclusion,":[100],"exclusion).":[101],"For":[102],"models,":[107],"various":[108],"scenarios":[109],"were":[110],"generated":[111],"using":[112,136,195,234],"grid":[114,132],"combinations":[116],"preprocessing":[119,205],"steps.":[120],"Moreover,":[121],"each":[124],"approach":[127,160],"with":[128,146],"an":[129,147],"approach-specific":[130],"predefined":[131],"tuning":[134],"parameters":[135],"Brier":[138],"score":[139],"metric.":[140],"best":[142],"obtained":[145],"ensemble":[148],"method":[149],"two":[151],"reviews,":[154],"by":[156,194,232],"other":[163],"review.":[164],"Yet,":[165,199],"final":[167,208],"approaches":[170,235],"strongly":[171],"depends":[172],"preparation.":[175],"Overall,":[176],"provided":[180],"reasonable":[181],"classification.":[182],"It":[183],"seems":[184,210],"possible":[185],"workload":[189],"updating":[191],"influence":[202],"be":[212],"at":[213],"least":[214],"important":[216],"choosing":[218],"specific":[220],"approach,":[223],"users":[224],"blindly":[227],"expect":[228],"good":[230],"solely":[233],"from":[236],"popular":[238],"class,":[239],"such":[240],"learning.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2021-03-29T00:00:00"}