{"id":"https://openalex.org/W4226120444","doi":"https://doi.org/10.1145/3511176.3511189","title":"Exploring bias in F-score computation methods of multi-class segmentation models","display_name":"Exploring bias in F-score computation methods of multi-class segmentation models","publication_year":2021,"publication_date":"2021-12-22","ids":{"openalex":"https://openalex.org/W4226120444","doi":"https://doi.org/10.1145/3511176.3511189"},"language":"en","primary_location":{"id":"doi:10.1145/3511176.3511189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511176.3511189","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511176.3511189","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 The 5th International Conference on Video and Image Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3511176.3511189","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033498552","display_name":"Lisa Schneider","orcid":"https://orcid.org/0000-0002-4431-2669"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"funder","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lisa Schneider","raw_affiliation_strings":["Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021000194","display_name":"Palak Dave","orcid":"https://orcid.org/0000-0002-7107-3085"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Palak Dave","raw_affiliation_strings":["Department of Computer Science and Engineering, University of South Florida, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of South Florida, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064688848","display_name":"Lubaina T. Arsiwala-Scheppach","orcid":"https://orcid.org/0000-0002-1428-6543"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"funder","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lubaina Arsiwala-Scheppach","raw_affiliation_strings":["Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063934370","display_name":"Falk Schwendicke","orcid":"https://orcid.org/0000-0003-1223-1669"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"funder","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Falk Schwendicke","raw_affiliation_strings":["Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065895211","display_name":"Joachim Krois","orcid":"https://orcid.org/0000-0002-6010-8940"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"funder","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joachim Krois","raw_affiliation_strings":["Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Oral Diagnostics,Digital Health and Health Services Research, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Germany and Topic Group Dental Diagnostics and Digital Dentistry, ITU/WHO Focus Group on AI for Health, Switzerland","institution_ids":["https://openalex.org/I7877124"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033498552"],"corresponding_institution_ids":["https://openalex.org/I7877124"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21427537,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"76","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7071681618690491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6354471445083618},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5968953371047974},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5814372301101685},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5777177810668945},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.5674013495445251},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.514875054359436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5107772350311279},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4957757890224457},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4771256446838379},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4506712555885315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41684091091156006},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3519916534423828},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34606698155403137},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.31386733055114746}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7071681618690491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6354471445083618},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5968953371047974},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5814372301101685},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5777177810668945},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.5674013495445251},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.514875054359436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5107772350311279},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4957757890224457},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4771256446838379},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4506712555885315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41684091091156006},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3519916534423828},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34606698155403137},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31386733055114746},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511176.3511189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511176.3511189","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511176.3511189","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 The 5th International Conference on Video and Image Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3511176.3511189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511176.3511189","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511176.3511189","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 The 5th International Conference on Video and Image Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226120444.pdf","grobid_xml":"https://content.openalex.org/works/W4226120444.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2092126505","https://openalex.org/W2110065044","https://openalex.org/W2194775991","https://openalex.org/W2997591727","https://openalex.org/W3011010392","https://openalex.org/W3038992530","https://openalex.org/W4281568532"],"related_works":["https://openalex.org/W2803139007","https://openalex.org/W2088647418","https://openalex.org/W2135622761","https://openalex.org/W4387490204","https://openalex.org/W4386414453","https://openalex.org/W4388937883","https://openalex.org/W4389848424","https://openalex.org/W4293205612","https://openalex.org/W4352976590","https://openalex.org/W4396766753"],"abstract_inverted_index":{"The":[0,105,148],"F-score":[1,44,86,142],"is":[2,143],"a":[3,73,88],"commonly":[4,40],"used":[5,41,175],"measure":[6],"to":[7,24,82,118,156,173],"compare":[8],"model":[9],"performances":[10],"in":[11,84],"machine":[12],"learning":[13],"applications.":[14],"However,":[15],"different":[16,26,35,51,96],"computation":[17,45,97,150],"methods":[18,42,71,151],"of":[19,43,50,54,68,80,107,154,162,185],"this":[20,123],"metric":[21],"may":[22],"lead":[23],"significantly":[25],"results":[27],"and":[28,31,46,63,130,140,183],"introduce":[29],"bias":[30],"limited":[32],"comparability":[33],"between":[34],"studies.":[36,186],"We":[37,77],"investigated":[38],"three":[39],"analyzed":[47],"the":[48,69,85,108,125,141,146,160,163],"effect":[49],"handling":[52],"strategies":[53],"special":[55],"cases,":[56],"such":[57],"as":[58],"empty":[59],"channel,":[60],"undefined":[61,64],"precision,":[62],"recall,":[65],"on":[66,159],"each":[67],"compared":[70],"for":[72,87,176],"multiclass":[74],"segmentation":[75,92,135],"task.":[76,93],"observed":[78],"variability":[79],"up":[81,155],"20%":[83],"dental":[89],"tooth":[90],"structure":[91],"To":[94],"benchmark":[95],"methods,":[98],"we":[99,166],"performed":[100],"simulations":[101],"with":[102],"controlled":[103],"F-score.":[104,121],"outcome":[106],"study":[109],"indicates":[110],"that":[111],"only":[112],"one":[113],"approach,":[114,124],"namely":[115],"Ftp,fp,":[116],"led":[117],"consistently":[119],"unbiased":[120,169],"In":[122],"true":[126],"positives,":[127,129],"false":[128,131],"negatives":[132],"over":[133],"all":[134],"channels":[136],"are":[137],"added":[138],"up,":[139],"computed":[144],"from":[145],"sum.":[147],"other":[149],"introduced":[152],"biases":[153],"22.57%.":[157],"Based":[158],"findings":[161],"present":[164],"study,":[165],"recommend":[167],"an":[168],"approach":[170],"like":[171],"Ftp,fp":[172],"be":[174],"performance":[177],"computation,":[178],"which":[179],"will":[180],"foster":[181],"benchmarking":[182],"comparisons":[184]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}