{"id":"https://openalex.org/W4401726342","doi":"https://doi.org/10.1109/tgrs.2024.3446950","title":"Bolstering Performance Evaluation of Image Segmentation Models With Efficacy Metrics in the Absence of a Gold Standard","display_name":"Bolstering Performance Evaluation of Image Segmentation Models With Efficacy Metrics in the Absence of a Gold Standard","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401726342","doi":"https://doi.org/10.1109/tgrs.2024.3446950"},"language":"en","primary_location":{"id":"doi:10.1109/tgrs.2024.3446950","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3446950","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tgrs.2024.3446950","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088905305","display_name":"Lina Tang","orcid":"https://orcid.org/0000-0001-7975-2472"},"institutions":[{"id":"https://openalex.org/I4210119653","display_name":"Institute of Urban Environment","ror":"https://ror.org/025gq5q04","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119653"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lina Tang","raw_affiliation_strings":["Key Laboratory of Urban Environment and Health, Institute of Urban Environment, Chinese Academy of Sciences, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Urban Environment and Health, Institute of Urban Environment, Chinese Academy of Sciences, Xiamen, China","institution_ids":["https://openalex.org/I4210119653","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073692369","display_name":"J. Shao","orcid":"https://orcid.org/0000-0003-0441-9565"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinyuan Shao","raw_affiliation_strings":["Department of Forestry and Natural Resources, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Forestry and Natural Resources, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002491709","display_name":"Shiyan Pang","orcid":"https://orcid.org/0000-0002-1713-3972"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyan Pang","raw_affiliation_strings":["Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Artificial Intelligence in Education, Central China Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101507696","display_name":"Yameng Wang","orcid":"https://orcid.org/0009-0005-7405-1374"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yameng Wang","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085820343","display_name":"Aaron E. Maxwell","orcid":"https://orcid.org/0000-0002-4412-5599"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Maxwell","raw_affiliation_strings":["Department of Geology and Geography, West Virginia University, Morgantown, WV, USA"],"affiliations":[{"raw_affiliation_string":"Department of Geology and Geography, West Virginia University, Morgantown, WV, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102735163","display_name":"Xiangyun Hu","orcid":"https://orcid.org/0000-0003-3011-0983"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyun Hu","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084683976","display_name":"Zhi Gao","orcid":"https://orcid.org/0000-0003-3325-1183"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Gao","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085464870","display_name":"Ting Lan","orcid":"https://orcid.org/0000-0001-6654-2054"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119653","display_name":"Institute of Urban Environment","ror":"https://ror.org/025gq5q04","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Lan","raw_affiliation_strings":["Key Laboratory of Urban Environment and Health, Institute of Urban Environment, Chinese Academy of Sciences, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Urban Environment and Health, Institute of Urban Environment, Chinese Academy of Sciences, Xiamen, China","institution_ids":["https://openalex.org/I4210119653","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040724077","display_name":"Guofan Shao","orcid":"https://orcid.org/0000-0002-8572-9567"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guofan Shao","raw_affiliation_strings":["Department of Forestry and Natural Resources, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Forestry and Natural Resources, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5088905305"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119653"],"apc_list":null,"apc_paid":null,"fwci":2.1053,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88505518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"62","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6858769059181213},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6293882727622986},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5958278775215149},{"id":"https://openalex.org/keywords/gold-standard","display_name":"Gold standard (test)","score":0.5383127927780151},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5304681062698364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5204877257347107},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4342670440673828},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3712305724620819},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10432812571525574},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10187414288520813}],"concepts":[{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6858769059181213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6293882727622986},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5958278775215149},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.5383127927780151},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5304681062698364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5204877257347107},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4342670440673828},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3712305724620819},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10432812571525574},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10187414288520813}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2024.3446950","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3446950","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tgrs.2024.3446950","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tgrs.2024.3446950","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5611033716","display_name":null,"funder_award_id":"2022YFF1301303","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W46659105","https://openalex.org/W1997005542","https://openalex.org/W1999900491","https://openalex.org/W2011500029","https://openalex.org/W2053154970","https://openalex.org/W2104896032","https://openalex.org/W2469467961","https://openalex.org/W2599857737","https://openalex.org/W2606460416","https://openalex.org/W2623331213","https://openalex.org/W2648242067","https://openalex.org/W2767106145","https://openalex.org/W2804532080","https://openalex.org/W2888728157","https://openalex.org/W2903942159","https://openalex.org/W2910355480","https://openalex.org/W2918408501","https://openalex.org/W2936503027","https://openalex.org/W2947263797","https://openalex.org/W2978030930","https://openalex.org/W2999585470","https://openalex.org/W3031956841","https://openalex.org/W3043995050","https://openalex.org/W3048802707","https://openalex.org/W3109998321","https://openalex.org/W3123353479","https://openalex.org/W3132455321","https://openalex.org/W3134761005","https://openalex.org/W3158122265","https://openalex.org/W3160412534","https://openalex.org/W3177435843","https://openalex.org/W3183174367","https://openalex.org/W3197433610","https://openalex.org/W3201812816","https://openalex.org/W3202923600","https://openalex.org/W3203388579","https://openalex.org/W3207200417","https://openalex.org/W3207601856","https://openalex.org/W3209295695","https://openalex.org/W3209540366","https://openalex.org/W3210940126","https://openalex.org/W4206573688","https://openalex.org/W4210699701","https://openalex.org/W4243070834","https://openalex.org/W4283160212","https://openalex.org/W4308515317","https://openalex.org/W4312556441","https://openalex.org/W4320151392","https://openalex.org/W4327970410","https://openalex.org/W4378373424","https://openalex.org/W4383337348","https://openalex.org/W4384406330","https://openalex.org/W4384934896","https://openalex.org/W4385069590","https://openalex.org/W4385370492","https://openalex.org/W4386050676","https://openalex.org/W4387479606","https://openalex.org/W4388624446","https://openalex.org/W4391109864","https://openalex.org/W6602002561","https://openalex.org/W6720560876"],"related_works":["https://openalex.org/W832193342","https://openalex.org/W1987850981","https://openalex.org/W2039438337","https://openalex.org/W2962529488","https://openalex.org/W2135028713","https://openalex.org/W2810841969","https://openalex.org/W4379231730","https://openalex.org/W2336557850","https://openalex.org/W25390246","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Image":[0],"segmentation":[1,62,73,104,127,194],"using":[2],"deep":[3,174],"learning":[4,175],"has":[5],"become":[6],"overwhelmingly":[7],"widespread.":[8],"However,":[9],"routine":[10,181],"model":[11,42,153,167,176],"testing":[12],"methods":[13],"can":[14,170],"encounter":[15],"evaluation":[16,44,67,154,168,185],"inconsistencies":[17],"or":[18,82,89],"bias,":[19],"largely":[20],"due":[21],"to":[22,27,107,140],"how":[23],"accuracy":[24],"metrics":[25,56,98],"respond":[26],"variations":[28],"in":[29,63,71,160,196],"class":[30,39,117,156],"share":[31],"distribution.":[32],"Here,":[33],"we":[34],"address":[35],"the":[36,58,87,116,146,189],"effects":[37],"of":[38,60,102,126,145,183,193],"imbalance":[40,118,157],"on":[41],"performance":[43,137],"and":[45,78,92,94,111,150,178,191],"demonstrate":[46],"a":[47,134],"refined":[48],"approach":[49,68,186],"that":[50,75],"incorporates":[51],"image":[52],"classification":[53],"efficacy":[54,121,131],"(ICE)":[55],"within":[57],"context":[59],"semantic":[61],"remote":[64],"sensing.":[65],"This":[66,165],"was":[69,158],"applied":[70],"six":[72],"experiments":[74],"involved":[76],"multispectral":[77],"LiDAR":[79],"data,":[80],"single":[81],"multiple":[83],"models":[84],"tested":[85],"with":[86,162],"same":[88],"different":[90],"datasets,":[91],"binary":[93],"multiclass":[95],"schemes.":[96],"ICE":[97,163],"revealed":[99],"unique":[100],"aspects":[101],"model\u2019s":[103,135],"capabilities":[105],"compared":[106],"precision,":[108],"recall,":[109],"F-score,":[110],"overall":[112],"accuracy.":[113],"By":[114],"mitigating":[115],"effect,":[119],"per-class":[120],"enables":[122],"precise":[123],"class-level":[124],"optimization":[125],"models,":[128],"while":[129],"whole-class":[130],"facilitates":[132],"evaluating":[133],"potential":[136],"when":[138],"adapted":[139],"new":[141],"datasets.":[142],"The":[143,180],"suitability":[144],"kappa":[147],"coefficient,":[148],"ROC-AUC,":[149],"PR-AUC":[151],"for":[152,173],"under":[155],"discussed":[159],"comparison":[161],"metrics.":[164],"efficacy-enhanced":[166],"protocol":[169],"be":[171],"implemented":[172],"training":[177],"testing.":[179],"use":[182],"this":[184],"will":[187],"strengthen":[188],"dependability":[190],"applicability":[192],"tools":[195],"various":[197],"fields.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}