{"id":"https://openalex.org/W4415971242","doi":"https://doi.org/10.1109/tgrs.2025.3629628","title":"Robust Evaluation of Neural Networks Trained on the OpenContrails Dataset","display_name":"Robust Evaluation of Neural Networks Trained on the OpenContrails Dataset","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415971242","doi":"https://doi.org/10.1109/tgrs.2025.3629628"},"language":null,"primary_location":{"id":"doi:10.1109/tgrs.2025.3629628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3629628","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111980503","display_name":"Irene Ortiz","orcid":"https://orcid.org/0009-0007-2023-5930"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Irene Ortiz","raw_affiliation_strings":["Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain"],"raw_orcid":"https://orcid.org/0009-0007-2023-5930","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011504701","display_name":"Javier Garc\u00eda\u2010Heras","orcid":"https://orcid.org/0000-0003-3975-446X"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Garc\u00eda-Heras","raw_affiliation_strings":["Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3975-446X","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077459738","display_name":"Amin Jafarimoghaddam","orcid":"https://orcid.org/0000-0003-1066-0099"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Amin Jafarimoghaddam","raw_affiliation_strings":["Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1066-0099","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038092611","display_name":"Manuel Soler","orcid":"https://orcid.org/0000-0002-4664-1693"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel Soler","raw_affiliation_strings":["Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0002-4664-1693","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid, Legan&#x00E9;s Campus, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Universidad Carlos III de Madrid. Legan&#x00E9;s, Madrid, Spain","institution_ids":["https://openalex.org/I50357001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9349,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80723474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.20999999344348907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.20999999344348907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10347","display_name":"Atmospheric aerosols and clouds","score":0.09549999982118607,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.04019999876618385,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5521000027656555},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5397999882698059},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5376999974250793},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.477400004863739},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.46810001134872437},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.3617999851703644},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.35370001196861267},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.34929999709129333},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.34389999508857727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685999870300293},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5521000027656555},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.46810001134872437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46129998564720154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4189999997615814},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39320001006126404},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3617999851703644},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.3492000102996826},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C206887242","wikidata":"https://www.wikidata.org/wiki/Q830457","display_name":"Cloud cover","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C22029948","wikidata":"https://www.wikidata.org/wiki/Q45089","display_name":"Dice","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C74902906","wikidata":"https://www.wikidata.org/wiki/Q1190858","display_name":"Radiative transfer","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2687000036239624}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgrs.2025.3629628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgrs.2025.3629628","pdf_url":null,"source":{"id":"https://openalex.org/S111326731","display_name":"IEEE Transactions on Geoscience and Remote Sensing","issn_l":"0196-2892","issn":["0196-2892","1558-0644"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Geoscience and Remote Sensing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G956591642","display_name":null,"funder_award_id":"101114795","funder_id":"https://openalex.org/F1196008253","funder_display_name":"SESAR Joint Undertaking"}],"funders":[{"id":"https://openalex.org/F1196008253","display_name":"SESAR Joint Undertaking","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1755205674","https://openalex.org/W2029267546","https://openalex.org/W2095905764","https://openalex.org/W2097750168","https://openalex.org/W2116063627","https://openalex.org/W2145023731","https://openalex.org/W2151056285","https://openalex.org/W2255466643","https://openalex.org/W2494302106","https://openalex.org/W2737259124","https://openalex.org/W2888250727","https://openalex.org/W2892351121","https://openalex.org/W3005972785","https://openalex.org/W3081879483","https://openalex.org/W3176713037","https://openalex.org/W4220951980","https://openalex.org/W4323519388","https://openalex.org/W4389978734","https://openalex.org/W4392489273"],"related_works":[],"abstract_inverted_index":{"Aviation":[0],"contributes":[1],"significantly":[2],"to":[3,74,115,163,246],"global":[4],"warming":[5],"through":[6],"both":[7,63],"CO<sub":[8],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[9,13,84],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[10,14],"and":[11,19,56,65,96,159,171,207,211,235,263],"non-CO<sub":[12],"emissions,":[15],"with":[16,190],"persistent":[17],"contrails":[18,234],"aviation-induced":[20],"cloudiness":[21],"acting":[22],"as":[23],"major":[24],"drivers":[25],"of":[26,31,112,130,180,186,232,267],"radiative":[27],"forcing.":[28],"Accurate":[29],"identification":[30],"these":[32],"phenomena":[33],"is":[34],"therefore":[35],"critical":[36],"for":[37,229,259],"assessing":[38],"aviation\u2019s":[39],"environmental":[40],"impact.":[41],"In":[42,178],"this":[43,253],"work,":[44],"we":[45,70,219],"train":[46],"six":[47],"neural":[48],"network":[49],"architectures":[50],"on":[51,133],"the":[52,72,80,142,150,161,217,221,230,248,265],"leading":[53],"OpenContrails":[54],"dataset":[55],"systematically":[57],"evaluate":[58],"their":[59,236],"ensemble":[60,105,183],"performance":[61,144,154],"across":[62],"segmentation":[64,153],"detection":[66,231,271],"tasks.":[67],"For":[68],"segmentation,":[69],"address":[71,216],"sensitivity":[73],"pixel-level":[75],"annotation":[76,169],"noise":[77],"by":[78],"introducing":[79],"Boundary":[81],"Soft":[82],"(BS<sub":[83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b3\u03b2</sub>)":[85],"evaluation":[86,172],"framework,":[87],"which":[88],"incorporates":[89],"spatial":[90],"tolerance":[91],"via":[92],"smoothing":[93],"parameters":[94],"\u03b3":[95,99],"\u03b2.":[97],"With":[98],"=":[100,102],"\u03b2":[101],"1,":[103],"our":[104,182],"achieves":[106],"a":[107,118,125,191,256],"Global":[108],"Dice":[109],"Score":[110],"(GDS)":[111],"81.25%,":[113],"increasing":[114],"87.26%":[116],"under":[117],"more":[119,268],"relaxed":[120],"setting.":[121],"We":[122,241],"also":[123,242],"estimate":[124],"theoretical":[126],"GDS":[127],"upper":[128],"bound":[129],"88%,":[131],"based":[132],"inter-annotator":[134],"disagreement,":[135],"indicating":[136],"that":[137],"current":[138,261],"models":[139],"are":[140],"nearing":[141],"dataset\u2019s":[143],"ceiling.":[145],"This":[146],"insight":[147],"helps":[148],"explain":[149],"plateau":[151],"in":[152,156,166,200],"observed":[155,250],"recent":[157],"literature":[158],"underscores":[160],"need":[162],"prioritize":[164],"enhancements":[165],"data":[167],"quality,":[168],"consistency,":[170],"methodologies":[173],"over":[174],"further":[175],"architectural":[176],"refinements.":[177],"terms":[179],"detection,":[181],"identifies":[184],"93%":[185],"target":[187],"contrail":[188,209,270],"features":[189],"false":[192],"positive":[193],"rate":[194],"below":[195],"3%.":[196],"Key":[197],"challenges":[198,262],"arise":[199],"scenes":[201],"containing":[202],"thick":[203],"ice":[204],"clouds,":[205],"small":[206],"isolated":[208],"segments,":[210],"aged,":[212],"diffused":[213],"contrails.":[214],"To":[215],"latter,":[218],"propose":[220],"Optical":[222],"Flow":[223],"Correction":[224],"(OFC)":[225],"algorithm\u2014a":[226],"postprocessing":[227],"step":[228],"aged":[233],"distinction":[237],"from":[238],"natural":[239],"cirrus.":[240],"outline":[243],"potential":[244],"strategies":[245],"mitigate":[247],"other":[249],"limitations.":[251],"Overall,":[252],"study":[254],"offers":[255],"solid":[257],"foundation":[258],"identifying":[260],"advancing":[264],"development":[266],"effective":[269],"methods.":[272]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-06T00:00:00"}