{"id":"https://openalex.org/W7234875314","doi":"https://doi.org/10.1088/2057-1976/aec2f2","title":"Development and validation of a methodology to simulate interobserver variability","display_name":"Development and validation of a methodology to simulate interobserver variability","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7234875314","doi":"https://doi.org/10.1088/2057-1976/aec2f2","pmid":"https://pubmed.ncbi.nlm.nih.gov/43044134"},"language":"en","primary_location":{"id":"doi:10.1088/2057-1976/aec2f2","doi":"https://doi.org/10.1088/2057-1976/aec2f2","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2057-1976/aec2f2","pdf_url":"https://iopscience.iop.org/article/10.1088/2057-1976/aec2f2/pdf","source":{"id":"https://openalex.org/S2764445381","display_name":"Biomedical Physics & Engineering Express","issn_l":"2057-1976","issn":["2057-1976"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","medline","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical Physics &amp; Engineering Express","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7234875314"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://iopscience.iop.org/article/10.1088/2057-1976/aec2f2/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016222991","display_name":"Rhianna Brown","orcid":"https://orcid.org/0000-0003-1040-4757","observed_orcids":["https://orcid.org/0000-0003-1040-4757"]},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rhianna C Brown","raw_affiliation_strings":["University of Wollongong Centre for Medical Radiation Physics"],"raw_orcid":"https://orcid.org/0000-0003-1040-4757","affiliations":[{"raw_affiliation_string":"University of Wollongong Centre for Medical Radiation Physics","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032168024","display_name":"Amy Walker","orcid":"https://orcid.org/0000-0002-6328-9994","observed_orcids":["https://orcid.org/0000-0002-6328-9994"]},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Amy Walker","raw_affiliation_strings":["University of Wollongong Centre for Medical Radiation Physics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wollongong Centre for Medical Radiation Physics","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091848236","display_name":"Phillip Chlap","orcid":"https://orcid.org/0000-0002-6517-8745","observed_orcids":["https://orcid.org/0000-0002-6517-8745"]},"institutions":[{"id":"https://openalex.org/I4210143646","display_name":"Ingham Institute","ror":"https://ror.org/03y4rnb63","country_code":"AU","type":"nonprofit","lineage":["https://openalex.org/I4210143646"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Phillip Chlap","raw_affiliation_strings":["Ingham Institute for Applied Medical Research"],"raw_orcid":"https://orcid.org/0000-0002-6517-8745","affiliations":[{"raw_affiliation_string":"Ingham Institute for Applied Medical Research","institution_ids":["https://openalex.org/I4210143646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035872461","display_name":"Karen Lim","orcid":"https://orcid.org/0000-0002-4861-2108","observed_orcids":["https://orcid.org/0000-0002-4861-2108"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Karen Lim","raw_affiliation_strings":["Liverpool Cancer Therapy Centre"],"raw_orcid":"https://orcid.org/0000-0002-4861-2108","affiliations":[{"raw_affiliation_string":"Liverpool Cancer Therapy Centre","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070290240","display_name":"Dean L. Cutajar","orcid":"https://orcid.org/0000-0002-4384-7856","observed_orcids":["https://orcid.org/0000-0002-4384-7856"]},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dean L Cutajar","raw_affiliation_strings":["University of Wollongong Centre for Medical Radiation Physics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wollongong Centre for Medical Radiation Physics","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065334204","display_name":"Peter E. Metcalfe","orcid":"https://orcid.org/0000-0002-6820-0055","observed_orcids":["https://orcid.org/0000-0002-6820-0055"]},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peter Metcalfe","raw_affiliation_strings":["University of Wollongong Centre for Medical Radiation Physics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wollongong Centre for Medical Radiation Physics","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061844500","display_name":"Lois Charlotte Holloway","orcid":"https://orcid.org/0000-0003-4337-2165","observed_orcids":["https://orcid.org/0000-0003-4337-2165"]},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Lois Holloway","raw_affiliation_strings":["University of Wollongong Centre for Medical Radiation Physics"],"raw_orcid":"https://orcid.org/0000-0003-4337-2165","affiliations":[{"raw_affiliation_string":"University of Wollongong Centre for Medical Radiation Physics","institution_ids":["https://openalex.org/I204824540"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5061844500"],"corresponding_institution_ids":["https://openalex.org/I204824540"],"apc_list":{"value":2400,"currency":"USD","value_usd":2400},"apc_paid":{"value":2400,"currency":"USD","value_usd":2400},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.9096999764442444,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10358","display_name":"Advanced Radiotherapy Techniques","score":0.9096999764442444,"subfield":{"id":"https://openalex.org/subfields/3108","display_name":"Radiation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.06539999693632126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interobserver-variability","display_name":"interobserver variability","score":0.9890000224113464},{"id":"https://openalex.org/keywords/radiotherapy-target-volume-delineation","display_name":"radiotherapy target delineation","score":0.9390000104904175},{"id":"https://openalex.org/keywords/t2-weighted-mri","display_name":"T2-weighted MRI","score":0.8939999938011169}],"concepts":[{"id":"https://openalex.org/C2779104521","wikidata":"https://www.wikidata.org/wiki/Q23058469","display_name":"Contouring","level":2,"score":0.8744999766349792},{"id":"https://openalex.org/C141898687","wikidata":"https://www.wikidata.org/wiki/Q1501997","display_name":"Hausdorff distance","level":2,"score":0.7113000154495239},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5386000275611877},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.5149999856948853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5134000182151794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4706999957561493},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4027999937534332},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C22029948","wikidata":"https://www.wikidata.org/wiki/Q45089","display_name":"Dice","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.29190000891685486},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26669999957084656},{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2057-1976/aec2f2","doi":"https://doi.org/10.1088/2057-1976/aec2f2","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2057-1976/aec2f2","pdf_url":"https://iopscience.iop.org/article/10.1088/2057-1976/aec2f2/pdf","source":{"id":"https://openalex.org/S2764445381","display_name":"Biomedical Physics & Engineering Express","issn_l":"2057-1976","issn":["2057-1976"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","medline","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical Physics &amp; Engineering Express","raw_type":"journal-article"},{"id":"pmid:43044134","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/43044134","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical physics & engineering express","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1088/2057-1976/aec2f2","doi":"https://doi.org/10.1088/2057-1976/aec2f2","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2057-1976/aec2f2","pdf_url":"https://iopscience.iop.org/article/10.1088/2057-1976/aec2f2/pdf","source":{"id":"https://openalex.org/S2764445381","display_name":"Biomedical Physics & Engineering Express","issn_l":"2057-1976","issn":["2057-1976"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","medline","norway-1","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical Physics &amp; Engineering Express","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7234875314.pdf","grobid_xml":"https://content.openalex.org/works/W7234875314.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1987869189","https://openalex.org/W2022945234","https://openalex.org/W2077865327","https://openalex.org/W2148347694","https://openalex.org/W2359037794","https://openalex.org/W2758671230","https://openalex.org/W2801193650","https://openalex.org/W2849887666","https://openalex.org/W2902921024","https://openalex.org/W2923943486","https://openalex.org/W3006585477","https://openalex.org/W3014974815","https://openalex.org/W3033461544","https://openalex.org/W3119379033","https://openalex.org/W3131229252","https://openalex.org/W3180629942","https://openalex.org/W4220953659","https://openalex.org/W4224440658","https://openalex.org/W4288067243","https://openalex.org/W4300687569","https://openalex.org/W4309777570","https://openalex.org/W4388696191","https://openalex.org/W4390532359","https://openalex.org/W4390872651","https://openalex.org/W4399275504","https://openalex.org/W4402037655","https://openalex.org/W4410311746","https://openalex.org/W4415603760","https://openalex.org/W7165780586"],"related_works":["https://openalex.org/W3119379033","https://openalex.org/W7225573209","https://openalex.org/W4417524538","https://openalex.org/W7214371720","https://openalex.org/W4410815991","https://openalex.org/W2359037794","https://openalex.org/W4402907589","https://openalex.org/W4313367278","https://openalex.org/W4389452070","https://openalex.org/W4313529519"],"abstract_inverted_index":{"OBJECTIVE:":[0],"Contouring":[1],"for":[2],"radiotherapy":[3,41],"planning":[4],"remains":[5],"time":[6],"intensive.":[7],"As":[8],"such,":[9],"interobserver":[10],"contour":[11,122,285],"variation":[12],"(IOV)":[13],"studies":[14],"are":[15],"limited":[16],"in":[17,167,202,225],"patient":[18],"and/or":[19],"observer":[20,279,284],"numbers":[21],"(1).":[22],"This":[23,271],"study":[24,272],"provides":[25,273],"a":[26,34,110,168,172,188,205,241,253,274,282],"methodology":[27,275],"to":[28,53,65,135,170,187,236,276],"simulate":[29],"IOV":[30,288],"on":[31,48,287],"images":[32],"containing":[33],"single":[35,121,189,283],"contour.":[36,174,190],"Approach.":[37],"14":[38],"gynaecological":[39],"cancer":[40],"target":[42],"volumes":[43],"delineated":[44],"by":[45,181],"five":[46,131],"observers":[47],"T2W-MRI":[49],"scans":[50],"were":[51,133,177,200],"used":[52,76,109,124,134,224],"develop":[54],"an":[55,91,261],"AI-based":[56,84,97,230],"approach":[57,85,143,164,216,231],"and":[58,69,98,103,117,128,158,185,197,207,222,249,257,260,266],"three":[59],"rule-based":[60,74,99,215,238],"(simple,":[61],"normal,":[62],"adapted)":[63],"approaches":[64,75,100],"generate":[66,136,171,277],"estimated":[67],"minimum":[68],"maximum":[70],"(min/max)":[71],"contours.":[72,82],"The":[73,83,93,162,191,213,229,247],"delineation":[77],"uncertainty":[78],"of":[79,95,141,194,245,255,263],"the":[80,96,114,126,129,137,195,226,237],"observers'":[81,196,248],"combined":[86],"seven":[87],"nnU-Net":[88],"models":[89],"into":[90],"ensemble.":[92],"development":[94],"utilised":[101,166],"7-fold":[102],"leave-one-out":[104],"cross":[105],"validation,":[106],"respectively.":[107,269],"Validation":[108],"separate/second":[111],"dataset":[112],"with":[113,204],"same":[115],"characteristics":[116],"six":[118],"observers.":[119],"A":[120],"was":[123,144,165,223],"as":[125],"basis":[127],"remaining":[130],"contours":[132,139,176,199,251,280],"min/max":[138,173],"Performance":[140],"each":[142],"assessed":[145],"using":[146],"dice":[147],"similarity":[148],"coefficient":[149],"(DSC),":[150],"mean":[151,206],"surface":[152,155],"distance":[153,160],"(MSD),":[154],"DSC":[156,254],"(sDSC)":[157],"Hausdorff":[159],"(HD).":[161],"best":[163,218],"pipeline":[169],"Multiple":[175],"generated":[178],"between":[179],"these":[180],"applying":[182],"non-uniform":[183],"expansions":[184],"contractions":[186],"comparison":[192],"metrics":[193,221],"simulated":[198,250],"computed":[201],"pairwise,":[203],"standard":[208],"deviation":[209],"calculated.":[210],"Main":[211],"Results.":[212],"adapted":[214],"performed":[217],"across":[219],"all":[220],"subsequent":[227],"pipeline.":[228],"had":[232,252],"comparative":[233],"median":[234],"values":[235],"approaches,":[239],"but":[240],"much":[242],"wider":[243],"range":[244],"values.":[246],"0.77\u00b10.13":[256],"0.78\u00b10.20,":[258],"respectively":[259],"MSD":[262],"2.4\u00b11.7":[264],"mm":[265],"2.2\u00b11.5":[267],"mm,":[268],"Significance.":[270],"additional":[278],"from":[281],"based":[286],"data.":[289]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7234875314","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-11-18T00:00:00"}
