{"id":"https://openalex.org/W6949450127","doi":"https://doi.org/10.5281/zenodo.13830076","title":"Metrics Reloaded: A framework for trustworthy image analysis validation","display_name":"Metrics Reloaded: A framework for trustworthy image analysis validation","publication_year":2024,"publication_date":"2024-02-12","ids":{"openalex":"https://openalex.org/W6949450127","doi":"https://doi.org/10.5281/zenodo.13830076"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.13830076","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.13830076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.13830076","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kavur, Ali Emre","orcid":"https://orcid.org/0000-0002-9328-8140"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Kavur, Ali Emre","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Reinke, Annika","orcid":"https://orcid.org/0000-0003-4363-1876"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Reinke, Annika","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"J\u00e4ger, Paul F","orcid":"https://orcid.org/0000-0002-6243-2568"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00e4ger, Paul F","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Isensee, Fabian","orcid":"https://orcid.org/0000-0002-3519-5886"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isensee, Fabian","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"R\u00e4dsch, Tim","orcid":null},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"R\u00e4dsch, Tim","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dietlinde Tizabi, Minu","orcid":"https://orcid.org/0000-0003-2752-2434"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dietlinde Tizabi, Minu","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"last","author":{"id":null,"display_name":"Maier-Hein, Lena","orcid":"https://orcid.org/0000-0003-4910-9368"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maier-Hein, Lena","raw_affiliation_strings":["German Cancer Research Center"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center","institution_ids":["https://openalex.org/I17937529"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17937529"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5587000250816345},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.529699981212616},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4577000141143799},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.43140000104904175},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41670000553131104},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.3910999894142151},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.37470000982284546},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3456000089645386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7997999787330627},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5587000250816345},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.529699981212616},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39800000190734863},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38940000534057617},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3424000144004822},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3264000117778778},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3084000051021576},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.2761000096797943},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2533000111579895},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.13830076","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.13830076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.13830076","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.13830076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4353015179","https://openalex.org/W4391756091"],"related_works":[],"abstract_inverted_index":{"The":[0,34,59],"mission":[1],"of":[2,13,83,97,109],"Metrics":[3,35,85,104],"Reloaded":[4,36,86,105],"toolkit":[5],"is":[6,88,114],"to":[7,23,39,45,52],"guide":[8],"researchers":[9],"in":[10],"the":[11,43,75,79,84,95,107],"selection":[12],"appropriate":[14],"performance":[15],"metrics":[16,51],"for":[17,29,54,116],"biomedical":[18,57,118],"image":[19],"analysis":[20],"problems":[21],"and":[22,32,69,81],"provide":[24,40],"a":[25,55],"comprehensive":[26],"online":[27,92],"resource":[28],"metric-related":[30],"information":[31],"pitfalls.":[33],"framework":[37,60],"aims":[38],"users":[41],"with":[42],"ability":[44],"make":[46],"informed":[47],"decisions":[48],"about":[49],"which":[50],"use":[53,119],"given":[56],"problem.":[58],"currently":[61],"supports":[62],"image-level":[63],"classification,":[64],"semantic":[65],"segmentation,":[66],"object":[67],"detection":[68],"instance":[70],"segmentation":[71],"problems.":[72],"To":[73],"improve":[74],"user":[76],"experience,":[77],"all":[78],"work":[80],"knowledge":[82],"Framework":[87],"implemented":[89],"as":[90],"an":[91],"toolkit.":[93],"Following":[94],"convergence":[96,108],"machine":[98],"learning":[99],"methodology":[100],"across":[101],"application":[102],"domains,":[103],"fosters":[106],"validation":[110],"methodology.":[111],"Its":[112],"applicability":[113],"demonstrated":[115],"various":[117],"cases.":[120]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}