{"id":"https://openalex.org/W4221080520","doi":"https://doi.org/10.1117/12.2605762","title":"No-gold-standard evaluation of quantitative imaging methods in the presence of correlated noise","display_name":"No-gold-standard evaluation of quantitative imaging methods in the presence of correlated noise","publication_year":2022,"publication_date":"2022-03-31","ids":{"openalex":"https://openalex.org/W4221080520","doi":"https://doi.org/10.1117/12.2605762","pmid":"https://pubmed.ncbi.nlm.nih.gov/36465994"},"language":"en","primary_location":{"id":"doi:10.1117/12.2605762","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2605762","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2022: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9717481","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066886328","display_name":"Ziping Liu","orcid":"https://orcid.org/0000-0001-8107-6522"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ziping Liu","raw_affiliation_strings":["Department of Biomedical Engineering, Washington University, St. Louis, MO, USA","Washington Univ., St. Louis (United States)"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Washington University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]},{"raw_affiliation_string":"Washington Univ., St. Louis (United States)","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607167","display_name":"Zekun Li","orcid":"https://orcid.org/0000-0003-1179-9834"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zekun Li","raw_affiliation_strings":["Department of Biomedical Engineering, Washington University, St. Louis, MO, USA","Washington Univ., St. Louis (United States)"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Washington University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]},{"raw_affiliation_string":"Washington Univ., St. Louis (United States)","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022454617","display_name":"Joyce Mhlanga","orcid":"https://orcid.org/0000-0002-6136-265X"},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joyce C. Mhlanga","raw_affiliation_strings":["Mallinckrodt Institute of Radiology, Washington University School of Medicine, St. Louis, MO, USA","Washington Univ. School of Medicine (United States)"],"affiliations":[{"raw_affiliation_string":"Mallinckrodt Institute of Radiology, Washington University School of Medicine, St. Louis, MO, USA","institution_ids":["https://openalex.org/I4210102181"]},{"raw_affiliation_string":"Washington Univ. School of Medicine (United States)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049988109","display_name":"Barry A. Siegel","orcid":"https://orcid.org/0000-0001-6246-5792"},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barry A. Siegel","raw_affiliation_strings":["Mallinckrodt Institute of Radiology, Washington University School of Medicine, St. Louis, MO, USA","Washington Univ. School of Medicine (United States)"],"affiliations":[{"raw_affiliation_string":"Mallinckrodt Institute of Radiology, Washington University School of Medicine, St. Louis, MO, USA","institution_ids":["https://openalex.org/I4210102181"]},{"raw_affiliation_string":"Washington Univ. School of Medicine (United States)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081456414","display_name":"Abhinav K. Jha","orcid":"https://orcid.org/0000-0002-4795-4878"},"institutions":[{"id":"https://openalex.org/I4210102181","display_name":"Mallinckrodt (United States)","ror":"https://ror.org/01akman82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102181"]},{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav K. Jha","raw_affiliation_strings":["Department of Biomedical Engineering, Washington University, St. Louis, MO, USA","Mallinckrodt Institute of Radiology, Washington University School of Medicine, St. Louis, MO, USA","Washington Univ., St. Louis (United States)","Washington Univ. School of Medicine (United States)"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Washington University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]},{"raw_affiliation_string":"Mallinckrodt Institute of Radiology, Washington University School of Medicine, St. Louis, MO, USA","institution_ids":["https://openalex.org/I4210102181"]},{"raw_affiliation_string":"Washington Univ., St. Louis (United States)","institution_ids":["https://openalex.org/I204465549"]},{"raw_affiliation_string":"Washington Univ. School of Medicine (United States)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066886328"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":1.0106,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73604533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"12035","issue":null,"first_page":"24","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.7008092403411865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5583977699279785},{"id":"https://openalex.org/keywords/gold-standard","display_name":"Gold standard (test)","score":0.5267983078956604},{"id":"https://openalex.org/keywords/gaussian-noise","display_name":"Gaussian noise","score":0.5147359371185303},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4750285744667053},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47248855233192444},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.47139671444892883},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.4610348045825958},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.4531765282154083},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.42534133791923523},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4121176600456238},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4016825556755066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31484225392341614},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1023406982421875},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10004445910453796}],"concepts":[{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.7008092403411865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5583977699279785},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.5267983078956604},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.5147359371185303},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4750285744667053},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47248855233192444},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47139671444892883},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.4610348045825958},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.4531765282154083},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.42534133791923523},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4121176600456238},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4016825556755066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31484225392341614},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1023406982421875},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10004445910453796},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1117/12.2605762","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2605762","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2022: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},{"id":"pmid:36465994","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36465994","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of SPIE--the International Society for Optical Engineering","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9717481","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9717481","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc SPIE Int Soc Opt Eng","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:9717481","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9717481","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc SPIE Int Soc Opt Eng","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1834986685","https://openalex.org/W1874082095","https://openalex.org/W1971351131","https://openalex.org/W1971536112","https://openalex.org/W1988194805","https://openalex.org/W1989112743","https://openalex.org/W1992323025","https://openalex.org/W2005901685","https://openalex.org/W2037788252","https://openalex.org/W2042455263","https://openalex.org/W2045837629","https://openalex.org/W2056000609","https://openalex.org/W2067130491","https://openalex.org/W2100976499","https://openalex.org/W2107224150","https://openalex.org/W2107955465","https://openalex.org/W2124239547","https://openalex.org/W2148878903","https://openalex.org/W2302322399","https://openalex.org/W2593435087","https://openalex.org/W3006982737","https://openalex.org/W3015168408","https://openalex.org/W3045168309","https://openalex.org/W3083108222","https://openalex.org/W3161070379","https://openalex.org/W3182804596","https://openalex.org/W3198929365","https://openalex.org/W4285258313","https://openalex.org/W6639282363","https://openalex.org/W6660825255","https://openalex.org/W6675434322","https://openalex.org/W6781564972","https://openalex.org/W6782516208","https://openalex.org/W6798679564"],"related_works":["https://openalex.org/W2051058708","https://openalex.org/W1494268238","https://openalex.org/W154868527","https://openalex.org/W1983207144","https://openalex.org/W2490706771","https://openalex.org/W2480116122","https://openalex.org/W4255576661","https://openalex.org/W2886934452","https://openalex.org/W1489099099","https://openalex.org/W2024369332"],"abstract_inverted_index":{"Objective":[0],"evaluation":[1,106],"of":[2,21,77,87,146,159,177,204,210,226,235,256,265],"quantitative":[3,91],"imaging":[4],"(QI)":[5],"methods":[6,35,74,173,207,244],"with":[7,185,268],"patient":[8,273],"data":[9],"is":[10,14,75,248],"highly":[11],"desirable,":[12],"but":[13],"hindered":[15],"by":[16,58,72,114,120],"the":[17,50,67,85,89,131,135,138,147,153,160,165,171,175,193,197,205,215,219,227,233,236,257],"lack":[18],"or":[19],"unreliability":[20],"an":[22],"available":[23],"gold":[24,40],"standard.":[25],"To":[26,98],"address":[27,99],"this":[28,81,100,111,230,266],"issue,":[29],"techniques":[30,47],"that":[31,49,109,133,192],"can":[32,95],"evaluate":[33],"QI":[34,172,243],"without":[36,143,251],"access":[37,252],"to":[38,129,163,169,239,253],"a":[39,59,104,115,121,126],"standard":[41],"are":[42,55],"being":[43],"actively":[44],"developed.":[45],"These":[46],"assume":[48],"true":[51,139,148],"and":[52,62,93,140,156,200,250,272],"measured":[53,141],"values":[54,199],"linearly":[56],"related":[57],"slope,":[60],"bias,":[61],"Gaussian-distributed":[63],"noise":[64,68,82,113,247],"term,":[65],"where":[66],"between":[69,137],"measurements":[70],"made":[71],"different":[73,242],"independent":[76],"each":[78],"other.":[79],"However,":[80],"arises":[83],"in":[84],"process":[86],"measuring":[88],"same":[90],"value,":[92],"thus":[94],"be":[96],"correlated.":[97],"limitation,":[101],"we":[102],"propose":[103],"no-gold-standard":[105],"(NGSE)":[107],"technique":[108,182,194,216,238,267],"models":[110],"correlated":[112,246],"multi-variate":[116],"Gaussian":[117],"distribution":[118],"parameterized":[119],"covariance":[122,161],"matrix.":[123],"We":[124,150],"derive":[125],"maximum-likelihood-based":[127],"approach":[128],"estimate":[130],"parameters":[132],"describe":[134],"relationship":[136],"values,":[142],"any":[144,254],"knowledge":[145,255],"values.":[149],"then":[151],"use":[152],"estimated":[154,196],"slopes":[155],"diagonal":[157],"elements":[158],"matrix":[162],"compute":[164],"noise-to-slope":[166],"ratio":[167],"(NSR)":[168],"rank":[170,241],"on":[174],"basis":[176],"precision.":[178],"The":[179,260],"proposed":[180],"NGSE":[181,237],"was":[183],"evaluated":[184],"multiple":[186],"numerical":[187],"experiments.":[188],"Our":[189],"results":[190,261],"showed":[191],"reliably":[195],"NSR":[198],"yielded":[201],"accurate":[202],"rankings":[203],"considered":[206],"for":[208,223],"83%":[209],"160":[211],"trials.":[212,228],"In":[213],"particular,":[214],"correctly":[217],"identified":[218],"most":[220],"precise":[221],"method":[222],"\u223c":[224],"97%":[225],"Overall,":[229],"study":[231],"demonstrates":[232],"efficacy":[234],"accurately":[240],"when":[245],"present,":[249],"ground":[258],"truth.":[259],"motivate":[262],"further":[263],"validation":[264],"realistic":[269],"simulation":[270],"studies":[271],"data.":[274]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}