{"id":"https://openalex.org/W3187743275","doi":"https://doi.org/10.1007/s10489-021-02635-5","title":"Confidence interval for micro-averaged F1 and macro-averaged F1 scores","display_name":"Confidence interval for micro-averaged F1 and macro-averaged F1 scores","publication_year":2021,"publication_date":"2021-07-31","ids":{"openalex":"https://openalex.org/W3187743275","doi":"https://doi.org/10.1007/s10489-021-02635-5","mag":"3187743275","pmid":"https://pubmed.ncbi.nlm.nih.gov/35317080"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-021-02635-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-021-02635-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-021-02635-5.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-021-02635-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063539776","display_name":"Kanae Takahashi","orcid":"https://orcid.org/0000-0002-7745-2342"},"institutions":[{"id":"https://openalex.org/I137459256","display_name":"Hyogo Medical University","ror":"https://ror.org/001yc7927","country_code":"JP","type":"education","lineage":["https://openalex.org/I137459256"]},{"id":"https://openalex.org/I317356780","display_name":"Osaka City University","ror":"https://ror.org/02skfsw40","country_code":"JP","type":"education","lineage":["https://openalex.org/I317356780"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kanae Takahashi","raw_affiliation_strings":["Department of Biostatistics, Hyogo College of Medicine, Hyogo, Japan","Department of Medical Statistics, Osaka City University Graduate School of Medicine, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Hyogo College of Medicine, Hyogo, Japan","institution_ids":["https://openalex.org/I137459256"]},{"raw_affiliation_string":"Department of Medical Statistics, Osaka City University Graduate School of Medicine, Osaka, Japan","institution_ids":["https://openalex.org/I317356780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101628756","display_name":"Kouji Yamamoto","orcid":"https://orcid.org/0000-0003-0696-9659"},"institutions":[{"id":"https://openalex.org/I89630735","display_name":"Yokohama City University","ror":"https://ror.org/0135d1r83","country_code":"JP","type":"education","lineage":["https://openalex.org/I89630735"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kouji Yamamoto","raw_affiliation_strings":["Department of Biostatistics, School of Medicine, Yokohama City University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, School of Medicine, Yokohama City University, Yokohama, Japan","institution_ids":["https://openalex.org/I89630735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039645415","display_name":"Aya Kuchiba","orcid":"https://orcid.org/0000-0002-6786-3527"},"institutions":[{"id":"https://openalex.org/I74042192","display_name":"Kanagawa University of Human Services","ror":"https://ror.org/03dhz6n86","country_code":"JP","type":"education","lineage":["https://openalex.org/I74042192"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Aya Kuchiba","raw_affiliation_strings":["Division of Biostatistical Research, Center for Public Health Sciences / Biostatistics Division, Center for Research Administration and Support, National Cancer Center, Tokyo, Japan","Graduate School of Health Innovation, Kanagawa University of Human Services, Kanagawa, Japan"],"affiliations":[{"raw_affiliation_string":"Division of Biostatistical Research, Center for Public Health Sciences / Biostatistics Division, Center for Research Administration and Support, National Cancer Center, Tokyo, Japan","institution_ids":[]},{"raw_affiliation_string":"Graduate School of Health Innovation, Kanagawa University of Human Services, Kanagawa, Japan","institution_ids":["https://openalex.org/I74042192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048600723","display_name":"Tatsuki Koyama","orcid":"https://orcid.org/0000-0002-8908-9165"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tatsuki Koyama","raw_affiliation_strings":["Department of Biostatistics, Vanderbilt University Medical Center, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5048600723"],"corresponding_institution_ids":["https://openalex.org/I901861585"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":19.7385,"has_fulltext":true,"cited_by_count":261,"citation_normalized_percentile":{"value":0.99500752,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"52","issue":"5","first_page":"4961","last_page":"4972"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6938565373420715},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6408026814460754},{"id":"https://openalex.org/keywords/predictive-value","display_name":"Predictive value","score":0.634750485420227},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.6238843202590942},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.5561646223068237},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5545853972434998},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5359485745429993},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4797171950340271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46310609579086304},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4401860535144806},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3708798289299011},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35322117805480957},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33106231689453125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15948310494422913},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.13873684406280518},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08518734574317932},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.07808047533035278},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.06388574838638306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6938565373420715},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6408026814460754},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.634750485420227},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.6238843202590942},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.5561646223068237},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5545853972434998},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5359485745429993},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4797171950340271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46310609579086304},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4401860535144806},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3708798289299011},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35322117805480957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33106231689453125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15948310494422913},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.13873684406280518},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08518734574317932},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.07808047533035278},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.06388574838638306},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10489-021-02635-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-021-02635-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-021-02635-5.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},{"id":"pmid:35317080","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35317080","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied intelligence (Dordrecht, Netherlands)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8936911","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8936911","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Appl Intell (Dordr)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10489-021-02635-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-021-02635-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-021-02635-5.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6499999761581421,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6729069387","display_name":null,"funder_award_id":"P30 CA068485","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"},{"id":"https://openalex.org/G7739257075","display_name":null,"funder_award_id":"18k11195","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3187743275.pdf","grobid_xml":"https://content.openalex.org/works/W3187743275.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1532325895","https://openalex.org/W2036705578","https://openalex.org/W2078525245","https://openalex.org/W2170505850","https://openalex.org/W2212300842","https://openalex.org/W2481850016","https://openalex.org/W2539353608","https://openalex.org/W2751609968","https://openalex.org/W2762181224","https://openalex.org/W2906351693","https://openalex.org/W2980904865","https://openalex.org/W2996712863","https://openalex.org/W3003487961","https://openalex.org/W3018375665","https://openalex.org/W3098799372","https://openalex.org/W3106027361","https://openalex.org/W3112343206","https://openalex.org/W3140171363","https://openalex.org/W3152978515","https://openalex.org/W4213009331","https://openalex.org/W4405107181"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W1531601525","https://openalex.org/W2030816003","https://openalex.org/W2358294942","https://openalex.org/W4367460280","https://openalex.org/W4387145687"],"abstract_inverted_index":{"A":[0],"binary":[1,27,104],"classification":[2,105],"problem":[3,115],"is":[4,34,66,88],"common":[5],"in":[6,69,103],"medical":[7],"field,":[8],"and":[9,17,42,64,75,127],"we":[10],"often":[11],"use":[12],"sensitivity,":[13],"specificity,":[14],"accuracy,":[15],"negative":[16],"positive":[18],"predictive":[19,40],"values":[20],"as":[21,58],"measures":[22],"of":[23,25,50,62,72,116,123,130],"performance":[24],"a":[26,32,46,51],"predictor.":[28],"In":[29],"computer":[30],"science,":[31],"classifier":[33],"usually":[35],"evaluated":[36],"with":[37,157],"precision":[38,63],"(positive":[39],"value)":[41],"recall":[43],"(sensitivity).":[44],"As":[45],"single":[47],"summary":[48],"measure":[49],"classifier's":[52],"performance,":[53],"<i>F</i>":[54,100,124,132,154],"<sub>1</sub>":[55,101,125,133,155],"score,":[56],"defined":[57],"the":[59,70,86,99,114,145],"harmonic":[60],"mean":[61],"recall,":[65],"widely":[67],"used":[68],"context":[71],"information":[73,76],"retrieval":[74],"extraction":[77],"evaluation":[78],"since":[79],"it":[80],"possesses":[81],"favorable":[82],"characteristics,":[83],"especially":[84],"when":[85],"prevalence":[87],"low.":[89],"Some":[90],"statistical":[91,128],"methods":[92,142],"for":[93,98,152],"inference":[94],"have":[95,109,135],"been":[96,111,138],"developed":[97],"score":[102],"problems;":[106],"however,":[107],"they":[108],"not":[110],"extended":[112],"to":[113],"multi-class":[117],"classification.":[118],"There":[119],"are":[120],"three":[121],"types":[122],"scores,":[126],"properties":[129],"these":[131],"scores":[134,156],"hardly":[136],"ever":[137],"discussed.":[139],"We":[140],"propose":[141],"based":[143],"on":[144],"large":[146],"sample":[147],"multivariate":[148],"central":[149],"limit":[150],"theorem":[151],"estimating":[153],"confidence":[158],"intervals.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":91},{"year":2024,"cited_by_count":66},{"year":2023,"cited_by_count":50},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2021-08-16T00:00:00"}