{"id":"https://openalex.org/W4393591337","doi":"https://doi.org/10.5281/zenodo.8115942","title":"Datasets for a data-centric image classification benchmark for noisy and ambiguous label estimation","display_name":"Datasets for a data-centric image classification benchmark for noisy and ambiguous label estimation","publication_year":2022,"publication_date":"2022-10-06","ids":{"openalex":"https://openalex.org/W4393591337","doi":"https://doi.org/10.5281/zenodo.8115942"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:8115942","is_oa":true,"landing_page_url":"https://zenodo.org/record/8115942","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/8115942","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022955518","display_name":"Lars Schmarje","orcid":"https://orcid.org/0000-0002-6945-5957"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmarje, Lars","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6945-5957","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091610181","display_name":"Vasco Grossmann","orcid":"https://orcid.org/0000-0001-7560-3867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grossmann, Vasco","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7560-3867","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045272470","display_name":"Claudius Zelenka","orcid":"https://orcid.org/0000-0002-9902-2212"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zelenka, Claudius","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9902-2212","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046749744","display_name":"Sabine Dippel","orcid":"https://orcid.org/0000-0002-4824-7606"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dippel, Sabine","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4824-7606","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059058911","display_name":"Rainer Kiko","orcid":"https://orcid.org/0000-0002-7851-9107"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiko, Rainer","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7851-9107","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042696358","display_name":"Mariusz Oszust","orcid":"https://orcid.org/0000-0002-5482-6313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oszust, Mariusz","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5482-6313","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082345465","display_name":"Matti Pastell","orcid":"https://orcid.org/0000-0002-5810-4801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pastell, Matti","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5810-4801","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033735221","display_name":"Jenny Stracke","orcid":"https://orcid.org/0000-0002-9986-9720"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stracke, Jenny","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9986-9720","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069744568","display_name":"Anna Valros","orcid":"https://orcid.org/0000-0002-4431-3346"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valros, Anna","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4431-3346","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029510994","display_name":"Nina Volkmann","orcid":"https://orcid.org/0000-0003-2870-9954"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Volkmann, Nina","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2870-9954","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5040944275","display_name":"Reinhard Koch","orcid":"https://orcid.org/0000-0003-4398-1569"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koch, Reinhard","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4398-1569","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7788500785827637},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6423897743225098},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5276429057121277},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5223109126091003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5179473757743835},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5170679688453674},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44898301362991333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3206600844860077},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08486437797546387},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06953370571136475},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.054545968770980835}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7788500785827637},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6423897743225098},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5276429057121277},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5223109126091003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5179473757743835},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5170679688453674},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44898301362991333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3206600844860077},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08486437797546387},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06953370571136475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.054545968770980835},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:8115942","is_oa":true,"landing_page_url":"https://zenodo.org/record/8115942","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.8115942","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.8115942","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:8115942","is_oa":true,"landing_page_url":"https://zenodo.org/record/8115942","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574","https://openalex.org/W4246352526","https://openalex.org/W2121910908"],"abstract_inverted_index":{"This":[0,730],"is":[1,18,58,746],"the":[2,7,21,25,29,41,44,141,145,157,315,489,734,738,750],"official":[3],"data":[4,649,736,745],"repository":[5,731],"of":[6,15,23,28,34,156,225,314,368,386,444,488,550,590],"Data-Centric":[8],"Image":[9,599],"Classification":[10,443],"(DCIC)":[11],"Benchmark.":[12],"The":[13,55,744],"goal":[14],"this":[16],"benchmark":[17,128],"to":[19,645,654],"measure":[20],"impact":[22],"tuning":[24],"dataset":[26],"instead":[27],"model":[30],"for":[31,129,501,595,650,713],"a":[32,651],"variety":[33],"image":[35,126],"classification":[36,127,330,508],"datasets.":[37],"Full":[38],"details":[39,143],"about":[40,144],"collection":[42],"process,":[43],"structure":[45],"and":[46,72,75,78,81,84,87,90,93,96,99,116,131,164,167,170,173,176,179,182,185,188,193,196,199,202,205,231,246,250,253,277,296,299,302,345,348,351,354,383,408,411,414,417,420,449,464,467,470,473,476,479,482,509,520,523,566,569,572,614,617,620,623,626,629,672,675,679,682,685,688,691,753,757],"automatic":[47],"download":[48],"at":[49],"Paper:":[50],"https://arxiv.org/abs/2207.06214":[51],"Source":[52],"Code:":[53],"https://github.com/Emprime/dcic":[54],"license":[56,754],"information":[57],"given":[59],"below":[60],"as":[61,66,154],"download.":[62],"<strong>Citation</strong>":[63],"Please":[64,139],"cite":[65],"<pre><code>@article{schmarje2022benchmark,":[67],"author":[68,160,242,292,341,404,460,516,562,610,668],"=":[69,103,119,136,161,209,212,215,218,221,235,238,243,258,261,264,270,285,288,293,306,309,312,323,326,334,337,342,358,361,364,372,375,378,381,396,400,405,424,427,430,433,436,439,453,456,461,486,497,512,517,527,530,533,538,541,544,555,558,563,576,579,582,585,588,603,606,611,633,636,640,643,661,664,669,695,698,701,704,707,710,723,726],"{Schmarje,":[70,343,406,462],"Lars":[71,344,407,463],"Grossmann,":[73],"Vasco":[74],"Zelenka,":[76,346,471,621,673],"Claudius":[77,347,472,622,674],"Dippel,":[79],"Sabine":[80],"Kiko,":[82,418,474],"Rainer":[83,419,475],"Oszust,":[85,521,573],"Mariusz":[86,522],"Pastell,":[88],"Matti":[89],"Stracke,":[91,477,618,683],"Jenny":[92,478,619,684],"Valros,":[94],"Anna":[95],"Volkmann,":[97,480],"Nina":[98,481,613,671],"Koch,":[100,355,421,483,624,692],"Reinahrd},":[101],"journal":[102,211,263,311,363,429,485,532,581,635,700],"{36th":[104],"Conference":[105,318,367,491],"on":[106,114,280,319,492,749],"Neural":[107,593,720],"Information":[108],"Processing":[109],"Systems":[110],"(NeurIPS":[111],"2022)":[112],"Track":[113],"Datasets":[115],"Benchmarks},":[117],"title":[118,220,269,325,380,438,496,543,587,642,709],"{{Is":[120],"one":[121],"annotation":[122],"enough?":[123],"A":[124,166],"data-centric":[125,499],"noisy":[130],"ambiguous":[132,503],"label":[133],"estimation}},":[134],"year":[135,237,287,336,399,455,511,557,605,663,725],"{2022}":[137,513,727],"}</code></pre>":[138,728],"see":[140],"full":[142],"used":[146],"datasets":[147,752],"below,":[148],"which":[149],"should":[150],"also":[151,732],"be":[152],"cited":[153],"part":[155],"license.":[158],"<pre><code>@article{schoening2020Megafauna,":[159],"{Schoening,":[162],"T":[163,195],"Purser,":[165,251],"Langenk{\\\"{a}}mper,":[168],"D":[169,178,190],"Suck,":[171],"I":[172],"Taylor,":[174],"J":[175,204],"Cuvelier,":[177],"Lins,":[180],"L":[181],"Simon-Lled{\\'{o}},":[183],"E":[184],"Marcon,":[186],"Y":[187],"Jones,":[189],"O":[191],"B":[192],"Nattkemper,":[194,254],"K{\\\"{o}}ser,":[197],"K":[198],"Zurowietz,":[200],"M":[201],"Greinert,":[203],"Gomes-Pereira,":[206],"J},":[207],"doi":[208,257,305,357,423,526,575,632,694],"{10.5194/bg-17-3115-2020},":[210],"{Biogeosciences},":[213],"number":[214,371,432,537,584,703],"{12},":[216],"pages":[217,322,374,435,540,639,706],"{3115--3133},":[219],"{{Megafauna":[222],"community":[223],"assessment":[224,549],"polymetallic-nodule":[226],"fields":[227],"with":[228,447,505],"cameras:":[229],"platform":[230],"methodology":[232],"comparison}},":[233],"volume":[234,284,333,395,452,554,602,660,722],"{17},":[236],"{2020}":[239,289,559],"}":[240,290,339,402,458,514,560,608,666],"@article{Langenkamper2020GearStudy,":[241],"{Langenk{\\\"{a}}mper,":[244],"Daniel":[245],"van":[247],"Kevelaer,":[248],"Robin":[249],"Autun":[252],"Tim":[255],"W},":[256],"{10.3389/fmars.2020.00506},":[259],"issn":[260,308,360,426,529,578,697],"{2296-7745},":[262],"{Frontiers":[265],"in":[266,274,392,547,658],"Marine":[267,275],"Science},":[268],"{{Gear-Induced":[271],"Concept":[272],"Drift":[273],"Images":[276],"Its":[278],"Effect":[279],"Deep":[281,591],"Learning":[282],"Classification}},":[283],"{7},":[286],"@article{peterson2019cifar10h,":[291],"{Peterson,":[294],"Joshua":[295],"Battleday,":[297],"Ruairidh":[298],"Griffiths,":[300],"Thomas":[301],"Russakovsky,":[303],"Olga},":[304],"{10.1109/ICCV.2019.00971},":[307],"{15505499},":[310],"{Proceedings":[313,487],"IEEE":[316],"International":[317],"Computer":[320,493],"Vision},":[321],"{9616--9625},":[324],"{{Human":[327],"uncertainty":[328],"makes":[329],"more":[331],"robust}},":[332],"{2019-Octob},":[335],"{2019}":[338,401],"@article{schmarje2019,":[340],"Geisen,":[349],"Ulf":[350],"Gl{\\\"{u}}er,":[352],"Claus-C.":[353],"Reinhard},":[356,422,484,693],"{10.1007/978-3-030-33676-9_26},":[359],"{23318422},":[362],"{DAGM":[365],"German":[366],"Pattern":[369],"Regocnition},":[370],"{November},":[373],"{374--386},":[376],"publisher":[377],"{Springer},":[379],"{{2D":[382],"3D":[384],"Segmentation":[385],"uncertain":[387],"local":[388],"collagen":[389],"fiber":[390],"orientations":[391],"SHG":[393],"microscopy}},":[394],"{11824":[397],"LNCS},":[398],"@article{schmarje2021foc,":[403],"Br{\\\"{u}}nger,":[409,615,680],"Johannes":[410,616,681],"Santarossa,":[412,465],"Monty":[413,466],"Schr{\\\"{o}}der,":[415,468],"Simon-Martin":[416,469],"{10.3390/s21196661},":[425],"{1424-8220},":[428,580,699],"{Sensors},":[431,583,702],"{19},":[434],"{6661},":[437],"{{Fuzzy":[440],"Overclustering:":[441],"Semi-Supervised":[442],"Fuzzy":[445],"Labels":[446],"Overclustering":[448],"Inverse":[450],"Cross-Entropy}},":[451],"{21},":[454,604],"{2021}":[457,607,665],"@article{schmarje2022dc3,":[459],"European":[490],"Vision":[494],"(ECCV)},":[495],"{{A":[498],"approach":[500],"improving":[502],"labels":[504],"combined":[506],"semi-supervised":[507],"clustering}},":[510],"@article{obuchowicz2020qualityMRI,":[515],"{Obuchowicz,":[518],"Rafal":[519],"Piorkowski,":[524],"Adam},":[525],"{10.1186/s12880-020-00505-z},":[528],"{1471-2342},":[531],"{BMC":[534],"Medical":[535],"Imaging},":[536],"{1},":[539],"{109},":[542],"{{Interobserver":[545],"variability":[546],"quality":[548],"magnetic":[551],"resonance":[552],"images}},":[553],"{20},":[556],"@article{stepien2021cnnQuality,":[561],"{St{\\c{e}}pie{\\'{n}},":[564],"Igor":[565],"Obuchowicz,":[567],"Rafa{\\l}":[568],"Pi{\\'{o}}rkowski,":[570],"Adam":[571],"Mariusz},":[574],"{10.3390/s21041043},":[577],"{4},":[586],"{{Fusion":[589],"Convolutional":[592],"Networks":[594],"No-Reference":[596],"Magnetic":[597],"Resonance":[598],"Quality":[600],"Assessment}},":[601],"@article{volkmann2021turkeys,":[609],"{Volkmann,":[612,670],"Reinhard":[625],"Kemper,":[627,689],"Nicole":[628,690],"Spindler,":[630,686],"Birgit},":[631],"{10.3390/ani11092655},":[634],"{Animals":[637],"2021},":[638],"{1--13},":[641],"{{Learn":[644],"train:":[646],"Improving":[647],"training":[648],"neural":[652],"network":[653],"detect":[655],"pecking":[656],"injuries":[657],"turkeys}},":[659],"{11},":[662],"@article{volkmann2022keypoint,":[667],"Devaraju,":[676],"Archana":[677],"Malavalli":[678],"Birgit":[687],"{10.3390/s22145188},":[696],"{14},":[705],"{5188},":[708],"{{Keypoint":[711],"Detection":[712],"Injury":[714],"Identification":[715],"during":[716],"Turkey":[717],"Husbandry":[718],"Using":[719],"Networks}},":[721],"{22},":[724],"Addition:":[729],"contains":[733],"original":[735,751],"from":[737,755],"paper":[739],"\"Annotating":[740],"Ambiguous":[741],"Images\"":[742],"(https://arxiv.org/abs/2306.12189).":[743],"created":[747],"based":[748],"https://osf.io/t98fz/":[756],"https://osf.io/nqjyw/":[758]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}