{"id":"https://openalex.org/W4402466733","doi":"https://doi.org/10.48550/arxiv.2407.17596","title":"Quality Assured: Rethinking Annotation Strategies in Imaging AI","display_name":"Quality Assured: Rethinking Annotation Strategies in Imaging AI","publication_year":2024,"publication_date":"2024-07-24","ids":{"openalex":"https://openalex.org/W4402466733","doi":"https://doi.org/10.48550/arxiv.2407.17596"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.17596","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.17596","pdf_url":"https://arxiv.org/pdf/2407.17596","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.17596","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051233068","display_name":"Tim R\u00e4dsch","orcid":"https://orcid.org/0000-0003-3518-0315"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"R\u00e4dsch, Tim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079787198","display_name":"Annika Reinke","orcid":"https://orcid.org/0000-0003-4363-1876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reinke, Annika","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042928060","display_name":"Vivienn Weru","orcid":"https://orcid.org/0000-0002-7509-3307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weru, Vivienn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047698894","display_name":"Minu D. Tizabi","orcid":"https://orcid.org/0000-0003-3687-6381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tizabi, Minu D.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011461198","display_name":"Nicholas Heller","orcid":"https://orcid.org/0000-0001-8516-8707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heller, Nicholas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072647800","display_name":"Fabian Isensee","orcid":"https://orcid.org/0000-0002-3519-5886"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isensee, Fabian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075067956","display_name":"Annette Kopp\u2010Schneider","orcid":"https://orcid.org/0000-0002-1810-0267"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kopp-Schneider, Annette","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023493127","display_name":"Lena Maier\u2010Hein","orcid":"https://orcid.org/0000-0003-4910-9368"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maier-Hein, Lena","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5051233068"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9035000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9021999835968018,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.726544976234436},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6738343834877014},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45317181944847107},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3795028030872345},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.11209434270858765},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10125523805618286}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.726544976234436},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6738343834877014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45317181944847107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3795028030872345},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11209434270858765},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10125523805618286}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.17596","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.17596","pdf_url":"https://arxiv.org/pdf/2407.17596","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.17596","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.17596","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.17596","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.17596","pdf_url":"https://arxiv.org/pdf/2407.17596","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136"],"abstract_inverted_index":{"This":[0],"paper":[1],"does":[2],"not":[3],"describe":[4],"a":[5,36,87,96,185],"novel":[6],"method.":[7],"Instead,":[8],"it":[9],"studies":[10],"an":[11],"essential":[12],"foundation":[13],"for":[14,80],"reliable":[15],"benchmarking":[16],"and":[17,77,101,109,129,189],"ultimately":[18],"real-world":[19],"application":[20],"of":[21,38,68,89,98,127,154,166],"AI-based":[22],"image":[23,172],"analysis:":[24],"generating":[25],"high-quality":[26],"reference":[27],"annotations.":[28,40],"Previous":[29],"research":[30],"has":[31,44],"focused":[32],"on":[33,74,86,170],"crowdsourcing":[34],"as":[35],"means":[37],"outsourcing":[39],"However,":[41,149],"little":[42],"attention":[43],"so":[45],"far":[46],"been":[47],"given":[48],"to":[49,64,132,179],"annotation":[50,72,75,83,107,161,187,193],"companies,":[51],"specifically":[52],"regarding":[53],"their":[54],"internal":[55,141,167,196],"quality":[56,76,130],"assurance":[57],"(QA)":[58],"processes.":[59],"Therefore,":[60],"our":[61],"aim":[62],"is":[63],"evaluate":[65],"the":[66,116,133,191],"influence":[67],"QA":[69,103,142,157,168],"employed":[70],"by":[71],"companies":[73,108,121,194],"devise":[78],"methodologies":[79],"maximizing":[81],"data":[82],"efficacy.":[84],"Based":[85],"total":[88,97],"57,648":[90],"instance":[91],"segmented":[92],"images":[93],"obtained":[94],"from":[95,105,184],"924":[99],"annotators":[100],"34":[102],"workers":[104],"four":[106],"Amazon":[110],"Mechanical":[111],"Turk":[112],"(MTurk),":[113],"we":[114],"derived":[115],"following":[117],"insights:":[118],"(1)":[119],"Annotation":[120,139],"perform":[122],"better":[123],"both":[124],"in":[125,156],"terms":[126],"quantity":[128],"compared":[131],"widely":[134],"used":[135],"platform":[136],"MTurk.":[137],"(2)":[138],"companies'":[140],"only":[143],"provides":[144],"marginal":[145],"improvements,":[146],"if":[147],"any.":[148],"improving":[150],"labeling":[151],"instructions":[152],"instead":[153],"investing":[155],"can":[158],"substantially":[159,181],"boost":[160],"performance.":[162],"(3)":[163],"The":[164],"benefit":[165],"depends":[169],"specific":[171],"characteristics.":[173],"Our":[174],"work":[175],"could":[176],"enable":[177],"researchers":[178],"derive":[180],"more":[182],"value":[183],"fixed":[186],"budget":[188],"change":[190],"way":[192],"conduct":[195],"QA.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}