{"id":"https://openalex.org/W4362489512","doi":"https://doi.org/10.1117/12.2654147","title":"How do you solve a problem like concordance? A study of radiologists\u2019 clinical annotations for mammographic AI training","display_name":"How do you solve a problem like concordance? A study of radiologists\u2019 clinical annotations for mammographic AI training","publication_year":2023,"publication_date":"2023-04-03","ids":{"openalex":"https://openalex.org/W4362489512","doi":"https://doi.org/10.1117/12.2654147"},"language":"en","primary_location":{"id":"doi:10.1117/12.2654147","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.2654147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2023: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113093290","display_name":"Zhengqiang Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Zhengqiang Jiang","raw_affiliation_strings":["The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080163355","display_name":"Phuong Dung Trieu","orcid":"https://orcid.org/0000-0001-7021-6331"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Phuong D. Trieu","raw_affiliation_strings":["The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039348608","display_name":"Ziba Gandomkar","orcid":"https://orcid.org/0000-0001-6480-3572"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ziba Gandomkar","raw_affiliation_strings":["The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029394117","display_name":"Seyedamir Tavakoli Taba\u202c","orcid":"https://orcid.org/0000-0001-8759-0063"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Seyedamir Tavakoli Taba","raw_affiliation_strings":["The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110950189","display_name":"Melissa L. Barron","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Melissa L. Barron","raw_affiliation_strings":["The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056941899","display_name":"Sarah Lewis","orcid":"https://orcid.org/0000-0002-4791-9845"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sarah J. Lewis","raw_affiliation_strings":["The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113093290"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02807175,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11361","display_name":"Digital Radiography and Breast Imaging","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concordance","display_name":"Concordance","score":0.9609605073928833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.558677613735199},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5559588670730591},{"id":"https://openalex.org/keywords/concordance-correlation-coefficient","display_name":"Concordance correlation coefficient","score":0.5373579263687134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5287922024726868},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5028600096702576},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.47504544258117676},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4511909484863281},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.45032304525375366},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.38775283098220825},{"id":"https://openalex.org/keywords/nuclear-medicine","display_name":"Nuclear medicine","score":0.34869301319122314},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3476893901824951},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.32431337237358093},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2544255256652832},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15728303790092468}],"concepts":[{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.9609605073928833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.558677613735199},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5559588670730591},{"id":"https://openalex.org/C2781059462","wikidata":"https://www.wikidata.org/wiki/Q5158906","display_name":"Concordance correlation coefficient","level":2,"score":0.5373579263687134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5287922024726868},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5028600096702576},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.47504544258117676},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4511909484863281},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.45032304525375366},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.38775283098220825},{"id":"https://openalex.org/C2989005","wikidata":"https://www.wikidata.org/wiki/Q214963","display_name":"Nuclear medicine","level":1,"score":0.34869301319122314},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3476893901824951},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32431337237358093},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2544255256652832},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15728303790092468},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2654147","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.2654147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2023: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1998512593","https://openalex.org/W1987318790","https://openalex.org/W2144958057","https://openalex.org/W2778894640","https://openalex.org/W2043525882","https://openalex.org/W4389779074","https://openalex.org/W2066808337","https://openalex.org/W1972264791","https://openalex.org/W2065665501","https://openalex.org/W2953923987"],"abstract_inverted_index":{"This":[0],"preliminary":[1],"study":[2],"investigates":[3],"the":[4,24,37,58,95,102,106,139,168,173,183,188,193,200,205,212,215,222,256],"magnitude":[5],"of":[6,26,39,54,60,79,101,105,130,167,182,214,224,252],"concordance,":[7],"affecting":[8],"factors":[9],"and":[10,31,99,118,144,158,165,180],"restrictions":[11],"when":[12,62,198],"radiologists'":[13],"make":[14],"annotations":[15,34,50,112,171,186,217],"on":[16],"mammographic":[17,66],"images.":[18],"Annotated":[19],"data":[20],"is":[21,254],"key":[22],"to":[23,56,76,147,204,237],"development":[25],"artificial":[27],"intelligence":[28],"(AI)":[29],"tools":[30],"errors":[32],"from":[33,231],"can":[35],"reduce":[36],"accuracy":[38],"these":[40],"tool.":[41],"Two":[42],"highly":[43],"experienced":[44],"radiologists":[45,194],"(>20":[46],"years\u2019":[47],"experience)":[48],"provided":[49],"as":[51],"rectangular":[52],"regions":[53],"interest":[55],"mark":[57],"location":[59],"lesions":[61,253],"they":[63],"read":[64],"856":[65],"images":[67,73],"with":[68,176,218],"known":[69],"cancer":[70],"signs.":[71],"Mammographic":[72],"were":[74,122,133],"resized":[75],"same":[77],"resolution":[78],"1664":[80],"×":[81],"768":[82],"pixels":[83],"using":[84],"bilinear":[85],"interpolation.":[86],"We":[87],"calculated":[88],"Lin\u2019s":[89,131],"concordance":[90,160,197,213,225,236],"correlation":[91],"coefficient":[92],"(CCC)":[93],"between":[94,126,227],"coordinates":[96],"in":[97,113,135,161,172,187,221],"x-axis":[98],"y-axis":[100],"4":[103],"corners":[104],"overlapped":[107,111,170,185],"annotations.":[108],"The":[109,128,151],"two":[110],"different":[114],"views":[115],"(cranio-caudal":[116],"(CC)":[117],"medio-lateral":[119],"oblique":[120],"(MLO))":[121],"evaluated":[123],"for":[124,248,259],"agreement":[125,226],"radiologists.":[127],"values":[129],"CCC":[132],"classified":[134],"four":[136],"interpretation":[137],"levels:":[138],"\u2018almost":[140,154],"perfect\u2019,":[141,155],"\u2018substantial\u2019,":[142,156],"\u2018moderate\u2019":[143,157],"\u2018poor\u2019":[145,159],"according":[146],"McBride's":[148],"guide":[149],"(2015).":[150],"results":[152],"demonstrated":[153,195],"50.1%,":[162],"29.8%,":[163],"9.5%":[164],"10.6%":[166],"total":[169,184],"MLO":[174],"view,":[175,190],"93.1%,":[177],"5.6%,":[178],"0.3%":[179],"1.0%":[181],"CC":[189,201],"respectively.":[191],"Overall,":[192],"stronger":[196],"annotating":[199],"view":[202],"compared":[203],"MLO.":[206],"Breast":[207],"density":[208,229],"(BD)":[209],"also":[210],"affected":[211],"radiologists\u2019":[216],"a":[219],"decrease":[220],"strength":[223],"breast":[228],"classifications,":[230],"0-50%":[232],"BD":[233,239],"=":[234,240],"higher":[235],"50-100%":[238],"lower":[241],"concordance.":[242],"Our":[243],"annotation":[244],"investigation":[245],"has":[246],"implications":[247],"AI,":[249],"where":[250],"delineation":[251],"often":[255],"starting":[257],"point":[258],"training":[260],"data.":[261]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}