{"id":"https://openalex.org/W4322765902","doi":"https://doi.org/10.1038/s42256-023-00625-5","title":"Labelling instructions matter in biomedical image analysis","display_name":"Labelling instructions matter in biomedical image analysis","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4322765902","doi":"https://doi.org/10.1038/s42256-023-00625-5"},"language":"en","primary_location":{"id":"doi:10.1038/s42256-023-00625-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00625-5","pdf_url":"https://www.nature.com/articles/s42256-023-00625-5.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s42256-023-00625-5.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051233068","display_name":"Tim R\u00e4dsch","orcid":"https://orcid.org/0000-0003-3518-0315"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tim R\u00e4dsch","raw_affiliation_strings":["Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079787198","display_name":"Annika Reinke","orcid":"https://orcid.org/0000-0003-4363-1876"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Annika Reinke","raw_affiliation_strings":["Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","Faculty of Mathematics and Computer Science, Heidelberg University, Heidelberg, Germany","Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]},{"raw_affiliation_string":"Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042928060","display_name":"Vivienn Weru","orcid":"https://orcid.org/0000-0002-7509-3307"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4210111460"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vivienn Weru","raw_affiliation_strings":["Division of Biostatistics, German Cancer Research Center (DKFZ), Heidelberg, Germany","National Center for Tumor Diseases (NCT), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"National Center for Tumor Diseases (NCT), Heidelberg, Germany","institution_ids":["https://openalex.org/I4210111460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047698894","display_name":"Minu D. Tizabi","orcid":null},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4210111460"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Minu D. Tizabi","raw_affiliation_strings":["Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","National Center for Tumor Diseases (NCT), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"National Center for Tumor Diseases (NCT), Heidelberg, Germany","institution_ids":["https://openalex.org/I4210111460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004332182","display_name":"Nicholas Schreck","orcid":null},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicholas Schreck","raw_affiliation_strings":["Division of Biostatistics, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081729722","display_name":"Ali Emre Kavur","orcid":"https://orcid.org/0000-0002-9328-8140"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"A. Emre Kavur","raw_affiliation_strings":["Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","Division of Medical Image Computing, German Cancer Research Center (DKFZ), Heidelberg, Germany","Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Division of Medical Image Computing, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069125025","display_name":"B\u00fcnyamin Pekdemir","orcid":"https://orcid.org/0000-0002-6778-7755"},"institutions":[{"id":"https://openalex.org/I3018134672","display_name":"Helmholtz Zentrum M\u00fcnchen","ror":"https://ror.org/00cfam450","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I3018134672"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"B\u00fcnyamin Pekdemir","raw_affiliation_strings":["Helmholtz Pioneer Campus, Helmholtz Zentrum M\u00fcnchen, M\u00fcnchen, Germany"],"affiliations":[{"raw_affiliation_string":"Helmholtz Pioneer Campus, Helmholtz Zentrum M\u00fcnchen, M\u00fcnchen, Germany","institution_ids":["https://openalex.org/I3018134672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072157756","display_name":"Tobias Ro\u00df","orcid":"https://orcid.org/0000-0002-7094-4926"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I4210127657","display_name":"Heidelberg Engineering (Germany)","ror":"https://ror.org/03thsxs59","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210127657"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Ro\u00df","raw_affiliation_strings":["Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","Quality Match GmbH, Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Quality Match GmbH, Heidelberg, Germany","institution_ids":["https://openalex.org/I4210127657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075067956","display_name":"Annette Kopp\u2010Schneider","orcid":"https://orcid.org/0000-0002-1810-0267"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Annette Kopp-Schneider","raw_affiliation_strings":["Division of Biostatistics, German Cancer Research Center (DKFZ), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023493127","display_name":"Lena Maier\u2010Hein","orcid":"https://orcid.org/0000-0003-4910-9368"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I2802164966","display_name":"University Hospital Heidelberg","ror":"https://ror.org/013czdx64","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802164966"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4210111460"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lena Maier-Hein","raw_affiliation_strings":["Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","Faculty of Mathematics and Computer Science, Heidelberg University, Heidelberg, Germany","Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany","Medical Faculty, Heidelberg University, Heidelberg, Germany","National Center for Tumor Diseases (NCT), Heidelberg, Germany"],"affiliations":[{"raw_affiliation_string":"Division of Intelligent Medical Systems, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909"]},{"raw_affiliation_string":"Helmholtz Imaging, German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Medical Faculty, Heidelberg University, Heidelberg, Germany","institution_ids":["https://openalex.org/I223822909","https://openalex.org/I2802164966"]},{"raw_affiliation_string":"National Center for Tumor Diseases (NCT), Heidelberg, Germany","institution_ids":["https://openalex.org/I4210111460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5051233068"],"corresponding_institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":{"value":9750,"currency":"EUR","value_usd":11690},"fwci":2.8871,"has_fulltext":true,"cited_by_count":77,"citation_normalized_percentile":{"value":0.92810643,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"5","issue":"3","first_page":"273","last_page":"283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7736648917198181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7717457413673401},{"id":"https://openalex.org/keywords/labelling","display_name":"Labelling","score":0.7430576682090759},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6604414582252502},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5891410112380981},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.4596732258796692},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43877744674682617},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.430292546749115},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3910250663757324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3715754747390747},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.3710402548313141},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12600454688072205}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7736648917198181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7717457413673401},{"id":"https://openalex.org/C2780523633","wikidata":"https://www.wikidata.org/wiki/Q380709","display_name":"Labelling","level":2,"score":0.7430576682090759},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6604414582252502},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5891410112380981},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.4596732258796692},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43877744674682617},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.430292546749115},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3910250663757324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3715754747390747},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.3710402548313141},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12600454688072205},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C73484699","wikidata":"https://www.wikidata.org/wiki/Q161733","display_name":"Criminology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1038/s42256-023-00625-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00625-5","pdf_url":"https://www.nature.com/articles/s42256-023-00625-5.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:push-zb.helmholtz-munich.de:67589","is_oa":false,"landing_page_url":"https://push-zb.helmholtz-munich.de/frontdoor.php?source_opus=67589","pdf_url":null,"source":{"id":"https://openalex.org/S7407055352","display_name":"PuSH - Publication Server of Helmholtz Zentrum M\u00fcnchen","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nat. Mach. Intell. 5, 273\u2013283 (2023)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1038/s42256-023-00625-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00625-5","pdf_url":"https://www.nature.com/articles/s42256-023-00625-5.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310693","display_name":"Deutsches Krebsforschungszentrum","ror":"https://ror.org/04cdgtt98"},{"id":"https://openalex.org/F4320311048","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4322765902.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1559121794","https://openalex.org/W1758566279","https://openalex.org/W1964157254","https://openalex.org/W1987308257","https://openalex.org/W1987869189","https://openalex.org/W2003497265","https://openalex.org/W2022550861","https://openalex.org/W2024602912","https://openalex.org/W2061093454","https://openalex.org/W2101798695","https://openalex.org/W2168571645","https://openalex.org/W2398800349","https://openalex.org/W2521525618","https://openalex.org/W2522376487","https://openalex.org/W2607311634","https://openalex.org/W2616747498","https://openalex.org/W2618530766","https://openalex.org/W2804411651","https://openalex.org/W2809806295","https://openalex.org/W2886555678","https://openalex.org/W2889615630","https://openalex.org/W2890308578","https://openalex.org/W2891172950","https://openalex.org/W2896881735","https://openalex.org/W2902154261","https://openalex.org/W2946474696","https://openalex.org/W3007935259","https://openalex.org/W3026951029","https://openalex.org/W3028394171","https://openalex.org/W3036586801","https://openalex.org/W3080245372","https://openalex.org/W3086667591","https://openalex.org/W3100420479","https://openalex.org/W3102960797","https://openalex.org/W3108141367","https://openalex.org/W3118615836","https://openalex.org/W3118813946","https://openalex.org/W3122150008","https://openalex.org/W3123404044","https://openalex.org/W3125283999","https://openalex.org/W3127660054","https://openalex.org/W3129883142","https://openalex.org/W3153770398","https://openalex.org/W3155656997","https://openalex.org/W3203895393","https://openalex.org/W3205007314","https://openalex.org/W3211353562","https://openalex.org/W3211724668","https://openalex.org/W3212407416","https://openalex.org/W3212464620","https://openalex.org/W4206961428","https://openalex.org/W4224941647","https://openalex.org/W6749630143","https://openalex.org/W6779989637","https://openalex.org/W6797383354","https://openalex.org/W6892178115"],"related_works":["https://openalex.org/W3177930984","https://openalex.org/W2052697133","https://openalex.org/W2119028572","https://openalex.org/W2376984068","https://openalex.org/W2152482390","https://openalex.org/W2365617273","https://openalex.org/W2076896210","https://openalex.org/W2384288472","https://openalex.org/W1539573266","https://openalex.org/W2506386910"],"abstract_inverted_index":{"Abstract":[0],"Biomedical":[1],"image":[2,164],"analysis":[3,95,165],"algorithm":[4],"validation":[5],"depends":[6],"on":[7,39],"high-quality":[8],"annotation":[9,40,106,130],"of":[10,33,48,93,96,159],"reference":[11],"datasets,":[12],"for":[13,81,156],"which":[14],"labelling":[15,34,82,166],"instructions":[16,35,83,115],"are":[17],"key.":[18],"Despite":[19],"their":[20,22,37,85],"importance,":[21],"optimization":[23],"remains":[24],"largely":[25],"unexplored.":[26],"Here":[27],"we":[28,74,121],"present":[29],"a":[30,76],"systematic":[31],"study":[32,153],"and":[36,51,60,84,88,108],"impact":[38],"quality":[41,87,160],"in":[42,69,162],"the":[43,56,65,70,91,157],"field.":[44],"Through":[45],"comprehensive":[46],"examination":[47],"professional":[49,105,144],"practice":[50],"international":[52,67],"competitions":[53],"registered":[54],"at":[55],"Medical":[57],"Image":[58],"Computing":[59],"Computer":[61],"Assisted":[62],"Intervention":[63],"Society,":[64],"largest":[66],"society":[68],"biomedical":[71,163],"imaging":[72],"field,":[73],"uncovered":[75],"discrepancy":[77],"between":[78],"annotators\u2019":[79],"needs":[80],"current":[86],"availability.":[89],"On":[90],"basis":[92],"an":[94],"14,040":[97],"images":[98,127],"annotated":[99],"by":[100],"156":[101],"annotators":[102,145],"from":[103],"four":[104],"companies":[107],"708":[109],"Amazon":[110,148],"Mechanical":[111,149],"Turk":[112,150],"crowdworkers":[113],"using":[114],"with":[116,133],"different":[117],"information":[118],"density":[119],"levels,":[120],"further":[122],"found":[123],"that":[124],"including":[125],"exemplary":[126],"substantially":[128],"boosts":[129],"performance":[131],"compared":[132],"text-only":[134],"descriptions,":[135],"while":[136],"solely":[137],"extending":[138],"text":[139],"descriptions":[140],"does":[141],"not.":[142],"Finally,":[143],"constantly":[146],"outperform":[147],"crowdworkers.":[151],"Our":[152],"raises":[154],"awareness":[155],"need":[158],"standards":[161],"instructions.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}