{"id":"https://openalex.org/W4313483582","doi":"https://doi.org/10.48550/arxiv.2301.00243","title":"Approaching Peak Ground Truth","display_name":"Approaching Peak Ground Truth","publication_year":2022,"publication_date":"2022-12-31","ids":{"openalex":"https://openalex.org/W4313483582","doi":"https://doi.org/10.48550/arxiv.2301.00243"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2301.00243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.00243","pdf_url":"https://arxiv.org/pdf/2301.00243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2301.00243","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104159486","display_name":"Florian Kofler","orcid":"https://orcid.org/0000-0003-0642-7884"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kofler, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002896278","display_name":"Johannes Wahle","orcid":"https://orcid.org/0000-0003-1956-2831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wahle, Johannes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039935645","display_name":"Ivan Ezhov","orcid":"https://orcid.org/0000-0002-0862-6513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ezhov, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076319448","display_name":"Sophia Wagner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wagner, Sophia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006622566","display_name":"Rami Al-Maskari","orcid":"https://orcid.org/0000-0001-8256-3795"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Al-Maskari, Rami","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059832890","display_name":"Emilia Gryska","orcid":"https://orcid.org/0000-0002-7912-2232"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gryska, Emilia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009336244","display_name":"Mihail Ivilinov Todorov","orcid":"https://orcid.org/0000-0002-8627-1260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Todorov, Mihail","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000129105","display_name":"Christina Bukas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bukas, Christina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031262294","display_name":"Felix Meissen","orcid":"https://orcid.org/0000-0002-2557-2131"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meissen, Felix","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070636207","display_name":"Tingying Peng","orcid":"https://orcid.org/0000-0002-7881-1749"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Tingying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051831444","display_name":"Ali Serol Ert\u00fcrk","orcid":"https://orcid.org/0000-0001-5352-7939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ert\u00fcrk, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006461848","display_name":"Daniel Rueckert","orcid":"https://orcid.org/0000-0002-5683-5889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rueckert, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011834074","display_name":"Rolf A. Heckemann","orcid":"https://orcid.org/0000-0003-3582-3683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heckemann, Rolf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003938965","display_name":"Jan S. Kirschke","orcid":"https://orcid.org/0000-0002-7557-0003"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirschke, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085312364","display_name":"Claus Zimmer","orcid":"https://orcid.org/0000-0002-4805-9103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmer, Claus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039985608","display_name":"Benedikt Wiestler","orcid":"https://orcid.org/0000-0002-2963-7772"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wiestler, Benedikt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002068604","display_name":"Bjoern Menze","orcid":"https://orcid.org/0000-0003-4136-5690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Menze, Bjoern","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005966038","display_name":"Marie Piraud","orcid":"https://orcid.org/0000-0002-4917-2458"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Piraud, Marie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":18,"corresponding_author_ids":["https://openalex.org/A5104159486"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.8301149010658264},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7119660973548889},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6792119145393372},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.64173424243927},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6208977699279785},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.583079993724823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5511021614074707},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.5107853412628174},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.47181594371795654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4182450473308563},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3770284652709961},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3558863699436188},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3421921133995056},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14488443732261658},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07975965738296509}],"concepts":[{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.8301149010658264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7119660973548889},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6792119145393372},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.64173424243927},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6208977699279785},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.583079993724823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5511021614074707},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5107853412628174},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47181594371795654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4182450473308563},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3770284652709961},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3558863699436188},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3421921133995056},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14488443732261658},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07975965738296509},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2301.00243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.00243","pdf_url":"https://arxiv.org/pdf/2301.00243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:pub.dzne.de:265364","is_oa":false,"landing_page_url":"https://pub.dzne.de/record/265364","pdf_url":null,"source":{"id":"https://openalex.org/S7407051172","display_name":"DZNE Pub","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE 1-6 (2023). doi:10.1109/ISBI53787.2023.10230497","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2301.00243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2301.00243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2301.00243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2301.00243","pdf_url":"https://arxiv.org/pdf/2301.00243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G3424536837","display_name":null,"funder_award_id":"765148","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5699669439","display_name":null,"funder_award_id":"GSC 81","funder_id":"https://openalex.org/F4320338208","funder_display_name":"International Graduate School of Science and Engineering"},{"id":"https://openalex.org/G6105716859","display_name":"Data Driven Computational Mechanics at EXascale","funder_award_id":"956201","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6917559238","display_name":null,"funder_award_id":"GSC 81","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7568270482","display_name":null,"funder_award_id":"GSC 81","funder_id":"https://openalex.org/F4320323383","funder_display_name":"Technische Universit\u00e4t M\u00fcnchen"},{"id":"https://openalex.org/G802331887","display_name":null,"funder_award_id":"subproject B12","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8654549683","display_name":null,"funder_award_id":"SFB 824","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320310697","display_name":"Joachim Herz Stiftung","ror":"https://ror.org/01j8qgg43"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320323383","display_name":"Technische Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/02kkvpp62"},{"id":"https://openalex.org/F4320328148","display_name":"Helmut Horten Stiftung","ror":"https://ror.org/00dc6k529"},{"id":"https://openalex.org/F4320338208","display_name":"International Graduate School of Science and Engineering","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313483582.pdf","grobid_xml":"https://content.openalex.org/works/W4313483582.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2327130486"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"models":[2],"are":[3,25,113],"typically":[4],"evaluated":[5],"by":[6,14,93],"computing":[7,94],"similarity":[8,16,57,76],"with":[9,17,77],"reference":[10],"annotations":[11,24,36],"and":[12,27,32,96,109],"trained":[13],"maximizing":[15],"such.":[18],"Especially":[19],"in":[20,75],"the":[21,42,53,60,69,78],"biomedical":[22],"domain,":[23],"subjective":[26],"suffer":[28],"from":[29],"low":[30],"inter-":[31,95],"intra-rater":[33,97],"reliability.":[34],"Since":[35],"only":[37],"reflect":[38],"one":[39],"interpretation":[40],"of":[41,63,104],"real":[43],"world,":[44],"this":[45],"can":[46],"lead":[47],"to":[48,83,90,107],"sub-optimal":[49],"predictions":[50],"even":[51],"though":[52],"model":[54,111],"achieves":[55],"high":[56],"scores.":[58],"Here,":[59],"theoretical":[61],"concept":[62],"PGT":[64,67,92],"is":[65,99],"introduced.":[66],"marks":[68],"point":[70],"beyond":[71],"which":[72],"an":[73],"increase":[74],"\\emph{reference":[79],"annotation}":[80],"stops":[81],"translating":[82],"better":[84],"RWMP.":[85],"Additionally,":[86],"a":[87],"quantitative":[88],"technique":[89],"approximate":[91],"reliability":[98],"proposed.":[100],"Finally,":[101],"four":[102],"categories":[103],"PGT-aware":[105],"strategies":[106],"evaluate":[108],"improve":[110],"performance":[112],"reviewed.":[114]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-17T08:19:37.847499","created_date":"2025-10-10T00:00:00"}