{"id":"https://openalex.org/W4387802645","doi":"https://doi.org/10.1109/igarss52108.2023.10282381","title":"Lessons Learned From Cloudsen12 Dataset: Identifying Incorrect Annotations in Cloud Semantic Segmentation Datasets","display_name":"Lessons Learned From Cloudsen12 Dataset: Identifying Incorrect Annotations in Cloud Semantic Segmentation Datasets","publication_year":2023,"publication_date":"2023-07-16","ids":{"openalex":"https://openalex.org/W4387802645","doi":"https://doi.org/10.1109/igarss52108.2023.10282381"},"language":"en","primary_location":{"id":"doi:10.1109/igarss52108.2023.10282381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss52108.2023.10282381","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2023 - 2023 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083381996","display_name":"C\u00e9sar Aybar","orcid":"https://orcid.org/0000-0003-2745-9535"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Cesar Aybar","raw_affiliation_strings":["University of Valencia,Image Processing Laboratory,Valencia,Spain","Image Processing Laboratory, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"University of Valencia,Image Processing Laboratory,Valencia,Spain","institution_ids":["https://openalex.org/I16097986"]},{"raw_affiliation_string":"Image Processing Laboratory, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019241548","display_name":"David Montero","orcid":"https://orcid.org/0000-0002-9010-3286"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I147765834","display_name":"Leipzig University of Applied Sciences","ror":"https://ror.org/03xgcq477","country_code":"DE","type":"education","lineage":["https://openalex.org/I147765834"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Montero","raw_affiliation_strings":["Leipzig University,RSC4Earth,Leipzig,Germany","RSC4Earth, Leipzig University, Leipzig, Germany"],"affiliations":[{"raw_affiliation_string":"Leipzig University,RSC4Earth,Leipzig,Germany","institution_ids":["https://openalex.org/I926574661","https://openalex.org/I147765834"]},{"raw_affiliation_string":"RSC4Earth, Leipzig University, Leipzig, Germany","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083291976","display_name":"Gonzalo Mateo\u2010Garc\u00eda","orcid":"https://orcid.org/0000-0002-0569-393X"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gonzalo Mateo-Garc\u00eda","raw_affiliation_strings":["University of Valencia,Image Processing Laboratory,Valencia,Spain","Image Processing Laboratory, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"University of Valencia,Image Processing Laboratory,Valencia,Spain","institution_ids":["https://openalex.org/I16097986"]},{"raw_affiliation_string":"Image Processing Laboratory, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000820727","display_name":"Luis G\u00f3mez\u2010Chova","orcid":"https://orcid.org/0000-0003-3924-1269"},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis G\u00f3mez-Chova","raw_affiliation_strings":["University of Valencia,Image Processing Laboratory,Valencia,Spain","Image Processing Laboratory, University of Valencia, Valencia, Spain"],"affiliations":[{"raw_affiliation_string":"University of Valencia,Image Processing Laboratory,Valencia,Spain","institution_ids":["https://openalex.org/I16097986"]},{"raw_affiliation_string":"Image Processing Laboratory, University of Valencia, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083381996"],"corresponding_institution_ids":["https://openalex.org/I16097986"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13284822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"892","last_page":"895"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8260325193405151},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6461530327796936},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6402095556259155},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5961771607398987},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4900285005569458},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4768049418926239},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4122801125049591},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3344917893409729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8260325193405151},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6461530327796936},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6402095556259155},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5961771607398987},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4900285005569458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4768049418926239},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4122801125049591},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3344917893409729},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/igarss52108.2023.10282381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igarss52108.2023.10282381","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IGARSS 2023 - 2023 IEEE International Geoscience and Remote Sensing Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2921701549","https://openalex.org/W2963163009","https://openalex.org/W2995934920","https://openalex.org/W2998375045","https://openalex.org/W3041011740","https://openalex.org/W3135694539","https://openalex.org/W3156669901","https://openalex.org/W3210827952","https://openalex.org/W4214938700","https://openalex.org/W4221056521","https://openalex.org/W4310282769","https://openalex.org/W4312119695","https://openalex.org/W4317761500","https://openalex.org/W4319300518","https://openalex.org/W4362717754","https://openalex.org/W4393506635","https://openalex.org/W6772376969","https://openalex.org/W6803301848","https://openalex.org/W6847773987","https://openalex.org/W6863411460"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"In":[0],"Earth":[1],"observation,":[2],"deep":[3],"learning":[4],"models":[5],"rely":[6],"heavily":[7],"on":[8,59],"comprehensive":[9],"datasets":[10],"for":[11,84],"training":[12],"and":[13,63,137],"evaluation.":[14],"However,":[15],"the":[16,71,92,149,159,168,172],"relevance":[17],"of":[18,73,107,121,148,162],"data":[19],"quality":[20,161],"is":[21,57],"often":[22],"underestimated,":[23],"leading":[24],"to":[25,36,45,128],"subpar":[26],"generalization":[27],"in":[28,51,77,87,116],"real-world":[29],"remote":[30],"sensing":[31],"scenarios.":[32],"This":[33],"study":[34],"aims":[35],"bridge":[37],"this":[38,124],"gap":[39],"by":[40],"proposing":[41],"a":[42,79,117],"straightforward":[43],"method":[44,125],"identify":[46],"critical":[47],"human":[48,74,113,150],"annotation":[49,75,173],"errors":[50,76,101],"semantic":[52],"segmentation":[53],"datasets.":[54],"The":[55],"approach":[56,96],"based":[58],"two":[60],"indices:":[61],"trustworthiness":[62,93],"hardness.":[64],"By":[65],"implementing":[66],"these":[67,163],"indices,":[68],"we":[69],"estimate":[70],"extent":[72],"CloudSEN12,":[78],"global":[80],"dataset":[81],"specifically":[82],"designed":[83],"cloud":[85,131],"detection":[86],"Sentinel-2":[88,138],"imagery.":[89],"Considering":[90],"only":[91],"index,":[94],"our":[95],"identified":[97],"1794":[98],"potential":[99],"labelling":[100],"among":[102],"10,000":[103],"image":[104],"patches.":[105],"Out":[106],"these,":[108],"106":[109],"were":[110,152],"confirmed":[111],"as":[112,135],"errors,":[114],"resulting":[115],"true":[118],"positive":[119],"rate":[120],"9.86%.":[122],"When":[123],"was":[126,143],"applied":[127],"other":[129],"extensive":[130],"masking":[132],"datasets,":[133,164],"such":[134],"KappaSet":[136],"Cloud":[139],"Mask":[140],"Catalogue,":[141],"it":[142],"found":[144],"that":[145],"over":[146],"44%":[147],"labels":[151],"inaccurate.":[153],"These":[154],"results":[155],"do":[156],"not":[157],"imply":[158],"inferior":[160],"instead,":[165],"they":[166],"highlight":[167],"considerable":[169],"shift":[170],"between":[171],"protocols,":[174],"making":[175],"inter-dataset":[176],"benchmarking":[177],"exercises":[178],"inequitable.":[179]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}