{"id":"https://openalex.org/W4404725392","doi":"https://doi.org/10.1007/s10111-024-00784-4","title":"Implementation of delineation error detection systems in time-critical radiotherapy: Do AI-supported optimization and human preferences meet?","display_name":"Implementation of delineation error detection systems in time-critical radiotherapy: Do AI-supported optimization and human preferences meet?","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4404725392","doi":"https://doi.org/10.1007/s10111-024-00784-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10111-024-00784-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10111-024-00784-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10111-024-00784-4.pdf","source":{"id":"https://openalex.org/S113222589","display_name":"Cognition Technology & Work","issn_l":"1435-5558","issn":["1435-5558","1435-5566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognition, Technology & Work","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10111-024-00784-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012760100","display_name":"Nicolas F. Chaves-de-Plaza","orcid":"https://orcid.org/0000-0003-4971-3151"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Nicolas F. Chaves-de-Plaza","raw_affiliation_strings":["Computer Graphics and Visualization Lab, TU Delft, Delft, The Netherlands","HollandPTC, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4971-3151","affiliations":[{"raw_affiliation_string":"Computer Graphics and Visualization Lab, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"HollandPTC, Delft, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061542613","display_name":"Prerak Mody","orcid":"https://orcid.org/0000-0001-9697-2258"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Prerak Mody","raw_affiliation_strings":["Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands","HollandPTC, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9697-2258","affiliations":[{"raw_affiliation_string":"Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]},{"raw_affiliation_string":"HollandPTC, Delft, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050321930","display_name":"Klaus Hildebrandt","orcid":"https://orcid.org/0000-0002-9196-3923"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Klaus Hildebrandt","raw_affiliation_strings":["Computer Graphics and Visualization Lab, TU Delft, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-9196-3923","affiliations":[{"raw_affiliation_string":"Computer Graphics and Visualization Lab, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025788902","display_name":"Marius Staring","orcid":"https://orcid.org/0000-0003-2885-5812"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marius Staring","raw_affiliation_strings":["Department of Radiation Oncology, Leiden University Medical Center, Leiden, The Netherlands","Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2885-5812","affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]},{"raw_affiliation_string":"Department of Radiology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044012918","display_name":"Eleftheria Astreinidou","orcid":"https://orcid.org/0000-0003-1691-8169"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Eleftheria Astreinidou","raw_affiliation_strings":["Department of Radiation Oncology, Leiden University Medical Center, Leiden, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081059345","display_name":"Mischa de Ridder","orcid":"https://orcid.org/0000-0002-2530-3038"},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mischa de Ridder","raw_affiliation_strings":["Department of Radiotherapy, University Medical Center Utrecht, Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiotherapy, University Medical Center Utrecht, Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039518414","display_name":"Huib de Ridder","orcid":"https://orcid.org/0000-0002-7723-1785"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Huib de Ridder","raw_affiliation_strings":["Industrial Design Engineering, TU Delft, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Design Engineering, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086223886","display_name":"Anna Vilanova","orcid":"https://orcid.org/0000-0002-1034-737X"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anna Vilanova","raw_affiliation_strings":["Department of Mathematics and Computer Science, TU Eindhoven, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1034-737X","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, TU Eindhoven, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072918741","display_name":"Ren\u00e9 van Egmond","orcid":"https://orcid.org/0000-0001-5015-0670"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 van Egmond","raw_affiliation_strings":["Industrial Design Engineering, TU Delft, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Design Engineering, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012760100"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":0.4022,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61716099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"27","issue":"1-2","first_page":"41","last_page":"57"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/industrial-and-organizational-psychology","display_name":"Industrial and organizational psychology","score":0.6846150159835815},{"id":"https://openalex.org/keywords/human-error","display_name":"Human error","score":0.567319393157959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4615575969219208},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33976173400878906},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28694891929626465},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27008241415023804},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08587643504142761}],"concepts":[{"id":"https://openalex.org/C130497676","wikidata":"https://www.wikidata.org/wiki/Q2045692","display_name":"Industrial and organizational psychology","level":2,"score":0.6846150159835815},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.567319393157959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4615575969219208},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33976173400878906},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28694891929626465},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27008241415023804},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08587643504142761}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10111-024-00784-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10111-024-00784-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10111-024-00784-4.pdf","source":{"id":"https://openalex.org/S113222589","display_name":"Cognition Technology & Work","issn_l":"1435-5558","issn":["1435-5558","1435-5566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognition, Technology & Work","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/70d9c4a3-7d0a-425e-9fa2-422024d46f68","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/70d9c4a3-7d0a-425e-9fa2-422024d46f68","pdf_url":"https://pure.tue.nl/ws/files/363473127/s10111-024-00784-4.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chaves-de-Plaza, N F, Mody, P, Hildebrandt, K, Staring, M, Astreinidou, E, de Ridder, M, de Ridder, H, Vilanova, A & van Egmond, R 2025, 'Implementation of delineation error detection systems in time-critical radiotherapy : Do AI-supported optimization and human preferences meet?', Cognition, Technology and Work, vol. 27, no. 1, pp. 41-57. https://doi.org/10.1007/s10111-024-00784-4","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_4210237","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/4210237","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A4210238/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"COGNITION TECHNOLOGY & WORK","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:dspace.library.uu.nl:1874/465288","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/465288","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s10111-024-00784-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10111-024-00784-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10111-024-00784-4.pdf","source":{"id":"https://openalex.org/S113222589","display_name":"Cognition Technology & Work","issn_l":"1435-5558","issn":["1435-5558","1435-5566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognition, Technology & Work","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4117542929","display_name":null,"funder_award_id":"201902","funder_id":"https://openalex.org/F4320309603","funder_display_name":"Varian Medical Systems"}],"funders":[{"id":"https://openalex.org/F4320309603","display_name":"Varian Medical Systems","ror":"https://ror.org/05yab6874"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404725392.pdf","grobid_xml":"https://content.openalex.org/works/W4404725392.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1965729921","https://openalex.org/W2015820681","https://openalex.org/W2066064526","https://openalex.org/W2108928879","https://openalex.org/W2127668516","https://openalex.org/W2140142115","https://openalex.org/W2153654819","https://openalex.org/W2154915618","https://openalex.org/W2165614176","https://openalex.org/W2481917667","https://openalex.org/W2529801398","https://openalex.org/W2560503503","https://openalex.org/W2593013519","https://openalex.org/W2755064287","https://openalex.org/W2790417448","https://openalex.org/W2905034244","https://openalex.org/W2920291762","https://openalex.org/W2932221521","https://openalex.org/W2941434555","https://openalex.org/W2972534068","https://openalex.org/W2981674662","https://openalex.org/W2984353433","https://openalex.org/W3048182370","https://openalex.org/W3085467444","https://openalex.org/W3092818728","https://openalex.org/W3112385165","https://openalex.org/W3137474587","https://openalex.org/W3158013249","https://openalex.org/W3180629942","https://openalex.org/W3200676672","https://openalex.org/W3209107235","https://openalex.org/W4294842893","https://openalex.org/W4296195891","https://openalex.org/W4318027095","https://openalex.org/W4321369237","https://openalex.org/W4390532359","https://openalex.org/W4391134216"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2073695023"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)-based":[2],"auto-delineation":[3],"technologies":[4],"rapidly":[5],"delineate":[6],"multiple":[7],"structures":[8],"of":[9,41,113,130,164],"interest":[10],"like":[11],"organs-at-risk":[12],"and":[13,22,46,66,104,133,153,170,177],"tumors":[14],"in":[15],"3D":[16],"medical":[17],"images,":[18],"reducing":[19],"personnel":[20],"load":[21],"facilitating":[23],"time-critical":[24],"therapies.":[25],"Despite":[26],"its":[27],"accuracy,":[28],"the":[29,94,98,114,143,150,162],"AI":[30],"may":[31],"produce":[32],"flawed":[33],"delineations,":[34],"requiring":[35],"clinician":[36],"attention.":[37],"Quality":[38],"assessment":[39],"(QA)":[40],"these":[42,71,179],"delineations":[43],"is":[44,157],"laborious":[45],"demanding.":[47],"Delineation":[48],"error":[49,100,123,167],"detection":[50,101,124,168],"systems":[51,169],"(DEDS)":[52],"aim":[53],"to":[54,63,120,149,175],"aid":[55],"QA,":[56],"yet":[57],"questions":[58],"linger":[59],"about":[60,97],"potential":[61,181],"challenges":[62],"their":[64],"adoption":[65],"time-saving":[67],"potential.":[68],"To":[69],"address":[70],"queries,":[72],"we":[73,108,118],"first":[74],"conducted":[75],"a":[76,87,110,127,172],"user":[77],"study":[78],"with":[79,103],"two":[80],"clinicians":[81],"from":[82],"Holland":[83],"Proton":[84],"Therapy":[85],"Center,":[86],"Dutch":[88],"cancer":[89,135],"treatment":[90],"center.":[91],"Based":[92],"on":[93,126],"study\u2019s":[95],"findings":[96,160],"clinicians\u2019":[99],"workflows":[102,125],"without":[105],"DEDS":[106],"assistance,":[107],"developed":[109],"simulation":[111],"model":[112,176],"QA":[115],"process,":[116],"which":[117],"used":[119],"assess":[121],"different":[122],"retrospective":[128],"cohort":[129],"42":[131],"head":[132],"neck":[134],"patients.":[136],"Results":[137],"suggest":[138],"possible":[139],"time":[140,146],"savings,":[141],"provided":[142],"per-slice":[144],"analysis":[145],"stays":[147],"close":[148],"current":[151],"baseline":[152],"trading-off":[154],"delineation":[155,166],"quality":[156],"acceptable.":[158],"Our":[159],"encourage":[161],"development":[163],"user-centric":[165],"provide":[171],"new":[173],"way":[174],"evaluate":[178],"systems\u2019":[180],"clinical":[182],"value.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}