{"id":"https://openalex.org/W4403680406","doi":"https://doi.org/10.1186/s13040-024-00402-z","title":"G4 &amp; the balanced metric family \u2013 a novel approach to solving binary classification problems in medical device validation &amp; verification studies","display_name":"G4 &amp; the balanced metric family \u2013 a novel approach to solving binary classification problems in medical device validation &amp; verification studies","publication_year":2024,"publication_date":"2024-10-23","ids":{"openalex":"https://openalex.org/W4403680406","doi":"https://doi.org/10.1186/s13040-024-00402-z","pmid":"https://pubmed.ncbi.nlm.nih.gov/39444008"},"language":"en","primary_location":{"id":"doi:10.1186/s13040-024-00402-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-024-00402-z","pdf_url":"https://biodatamining.biomedcentral.com/counter/pdf/10.1186/s13040-024-00402-z","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://biodatamining.biomedcentral.com/counter/pdf/10.1186/s13040-024-00402-z","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Andrew Marra","orcid":null},"institutions":[{"id":"https://openalex.org/I189448455","display_name":"General Electric (Spain)","ror":"https://ror.org/04gbh9b75","country_code":"ES","type":"company","lineage":["https://openalex.org/I1332737386","https://openalex.org/I189448455"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Andrew Marra","raw_affiliation_strings":["Clinical Biostatistician at GE Healthcare, Chicago, IL, USA. Andrew.Marra@gehealthcare.com","Clinical Biostatistician at GE Healthcare, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Biostatistician at GE Healthcare, Chicago, IL, USA. Andrew.Marra@gehealthcare.com","institution_ids":["https://openalex.org/I189448455"]},{"raw_affiliation_string":"Clinical Biostatistician at GE Healthcare, Chicago, IL, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189448455"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":0.6593,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75696132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"43","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.43220001459121704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.43220001459121704,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11361","display_name":"Digital Radiography and Breast Imaging","score":0.07940000295639038,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10183","display_name":"Breast Cancer Treatment Studies","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.7568734884262085},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6953073143959045},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.655703604221344},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5377064347267151},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5253497958183289},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5234836339950562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5081307888031006},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49350011348724365},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.48350003361701965},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4809788465499878},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4574242830276489},{"id":"https://openalex.org/keywords/matthews-correlation-coefficient","display_name":"Matthews correlation coefficient","score":0.4259013533592224},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3875008821487427},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38483673334121704},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3590313792228699},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.2568250894546509}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.7568734884262085},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6953073143959045},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.655703604221344},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5377064347267151},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5253497958183289},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5234836339950562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5081307888031006},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49350011348724365},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.48350003361701965},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4809788465499878},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4574242830276489},{"id":"https://openalex.org/C164085508","wikidata":"https://www.wikidata.org/wiki/Q4811327","display_name":"Matthews correlation coefficient","level":3,"score":0.4259013533592224},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3875008821487427},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38483673334121704},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3590313792228699},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2568250894546509},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s13040-024-00402-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-024-00402-z","pdf_url":"https://biodatamining.biomedcentral.com/counter/pdf/10.1186/s13040-024-00402-z","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},{"id":"pmid:39444008","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39444008","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData mining","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11515465","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11515465","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11515465/pdf/13040_2024_Article_402.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BioData Min","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:e6b326cf971d402dbe77259dfc44f050","is_oa":true,"landing_page_url":"https://doaj.org/article/e6b326cf971d402dbe77259dfc44f050","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BioData Mining, Vol 17, Iss 1, Pp 1-20 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13040-024-00402-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-024-00402-z","pdf_url":"https://biodatamining.biomedcentral.com/counter/pdf/10.1186/s13040-024-00402-z","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403680406.pdf","grobid_xml":"https://content.openalex.org/works/W4403680406.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1539357586","https://openalex.org/W1995945562","https://openalex.org/W2066063421","https://openalex.org/W2083102593","https://openalex.org/W2084007633","https://openalex.org/W2109553965","https://openalex.org/W2117897510","https://openalex.org/W2122441470","https://openalex.org/W2124181495","https://openalex.org/W2130182216","https://openalex.org/W2130987150","https://openalex.org/W2141014056","https://openalex.org/W2152789282","https://openalex.org/W2170021941","https://openalex.org/W2196215201","https://openalex.org/W2498119267","https://openalex.org/W2617595617","https://openalex.org/W2770018078","https://openalex.org/W2771169143","https://openalex.org/W2782363191","https://openalex.org/W2921539374","https://openalex.org/W2942649361","https://openalex.org/W2945636547","https://openalex.org/W2999309192","https://openalex.org/W3036465927","https://openalex.org/W3096475883","https://openalex.org/W3104830070","https://openalex.org/W3126232929","https://openalex.org/W3132346797","https://openalex.org/W3172444956","https://openalex.org/W3201701662","https://openalex.org/W4210783934","https://openalex.org/W4213350723","https://openalex.org/W4251348903","https://openalex.org/W4307472237","https://openalex.org/W4321214126"],"related_works":["https://openalex.org/W2266938806","https://openalex.org/W2940055329","https://openalex.org/W4287760213","https://openalex.org/W3034642336","https://openalex.org/W3216067289","https://openalex.org/W3179518614","https://openalex.org/W4200065130","https://openalex.org/W4388115992","https://openalex.org/W4321214126","https://openalex.org/W4288009594"],"abstract_inverted_index":{"BACKGROUND:":[0],"In":[1,134],"medical":[2,304,327],"device":[3,305],"validation":[4,306],"and":[5,60,83,180,206,272,307,312,319],"verification":[6,308],"studies,":[7],"the":[8,11,50,56,61,75,84,97,104,110,124,144,154,170,177,183,200,207,218,223,280,291,340],"area":[9],"under":[10,129],"receiver":[12],"operating":[13],"characteristic":[14],"curve":[15],"(AUROC)":[16],"is":[17,46,49,66,94,297],"often":[18],"used":[19],"as":[20,38,81,263,279,290],"a":[21,69,130,147,253,264,321,326,331],"primary":[22,39,281],"endpoint":[23,282],"despite":[24],"multiple":[25],"reports":[26],"showing":[27],"its":[28],"limitations.":[29],"Hence,":[30],"researchers":[31,335],"are":[32,336],"encouraged":[33,337],"to":[34,95,214,229,338],"consider":[35],"alternative":[36],"metrics":[37,191],"endpoints.":[40],"A":[41],"new":[42],"metric":[43,71,106,172,225,342],"called":[44],"G4":[45,65,101,261],"presented,":[47],"which":[48,73],"geometric":[51],"mean":[52],"of":[53,68,91,99,113,123,146,156,182,195,277,325],"sensitivity,":[54],"specificity,":[55],"positive":[57],"predictive":[58,63],"value,":[59],"negative":[62],"value.":[64],"part":[67],"balanced":[70,105,171,190,224,341],"family":[72,107,173,226,343],"includes":[74],"Unified":[76],"Performance":[77],"Measure":[78],"(also":[79],"known":[80],"P4)":[82],"Matthews'":[85],"Correlation":[86],"Coefficient":[87],"(MCC).":[88],"The":[89],"purpose":[90],"this":[92,317],"manuscript":[93],"unveil":[96],"benefits":[98],"using":[100],"together":[102],"with":[103],"when":[108,257,300,344],"analyzing":[109],"overall":[111],"performance":[112,145,329],"binary":[114,284,346],"classifiers.":[115],"RESULTS:":[116],"Simulated":[117],"datasets":[118],"encompassing":[119],"different":[120],"prevalence":[121,179,201,241],"rates":[122],"minority":[125,184],"class":[126,185],"were":[127],"analyzed":[128],"multi-reader-multi-case":[131],"study":[132,141],"design.":[133],"addition,":[135],"data":[136,208,236],"from":[137],"an":[138,196],"independently":[139],"published":[140],"that":[142],"tested":[143],"unique":[148],"ultrasound":[149],"artificial":[150],"intelligence":[151],"algorithm":[152],"in":[153,283,303,330],"context":[155],"breast":[157],"cancer":[158],"detection":[159],"was":[160,167,227,238,245],"also":[161],"considered.":[162],"Within":[163],"each":[164],"dataset,":[165],"AUROC":[166,212,278,302],"reported":[168],"alongside":[169],"for":[174,247,267],"comparison.":[175],"When":[176],"dataset":[178,292],"bias":[181],"approached":[186],"50%,":[187],"all":[188],"three":[189],"provided":[192,252],"equivalent":[193],"interpretations":[194],"AI's":[197],"performance.":[198],"As":[199],"rate":[202],"increased":[203],"/":[204,216],"decreased":[205],"became":[209],"more":[210,294,322],"imbalanced,":[211],"tended":[213],"overvalue":[215],"undervalue":[217],"true":[219],"classifier":[220],"performance,":[221],"while":[222,250],"resistant":[228],"such":[230],"imbalance.":[231],"Under":[232],"certain":[233],"circumstances":[234],"where":[235],"imbalance":[237],"strong":[239],"(minority-class":[240],"<":[242],"10%),":[243],"MCC":[244,313],"preferred":[246],"standalone":[248,270],"assessments":[249,271],"P4":[251],"stronger":[254],"effect":[255],"size":[256],"evaluating":[258,345],"between-groups":[259,273],"analyses.":[260,274],"acted":[262],"middle":[265],"ground":[266],"maximizing":[268],"both":[269],"CONCLUSIONS:":[275],"Use":[276],"classification":[285,347],"problems":[286],"provides":[287],"misleading":[288],"results":[289],"becomes":[293],"imbalanced.":[295],"This":[296],"explicitly":[298],"noticed":[299],"incorporating":[301],"studies.":[309],"G4,":[310],"P4,":[311],"do":[314],"not":[315],"share":[316],"limitation":[318],"paint":[320],"complete":[323],"picture":[324],"device's":[328],"clinical":[332],"setting.":[333],"Therefore,":[334],"explore":[339],"problems.":[348]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2024-10-24T00:00:00"}