{"id":"https://openalex.org/W4240102993","doi":"https://doi.org/10.1109/qsic.2004.1357955","title":"On the statistical properties of the F-measure","display_name":"On the statistical properties of the F-measure","publication_year":2004,"publication_date":"2004-12-23","ids":{"openalex":"https://openalex.org/W4240102993","doi":"https://doi.org/10.1109/qsic.2004.1357955"},"language":"en","primary_location":{"id":"doi:10.1109/qsic.2004.1357955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qsic.2004.1357955","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourth International Conference onQuality Software, 2004. QSIC 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/On_the_statistical_properties_of_the_F-measure/26248127","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["School of Information Technology, Swinburne University of Technology, Hawthorn, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026939136","display_name":"Fei\u2010Ching Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fei-Ching Kuo","raw_affiliation_strings":["School of Information Technology, Swinburne University of Technology, Hawthorn, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006351091","display_name":"Robert Merkel","orcid":"https://orcid.org/0000-0002-0658-9800"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"R. Merkel","raw_affiliation_strings":["School of Information Technology, Swinburne University of Technology, Hawthorn, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035107113"],"corresponding_institution_ids":["https://openalex.org/I57093077"],"apc_list":null,"apc_paid":null,"fwci":1.1879,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.81985859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"146","last_page":"153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.775284469127655},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.7490651607513428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5374634265899658},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.48589175939559937},{"id":"https://openalex.org/keywords/orthogonal-array-testing","display_name":"Orthogonal array testing","score":0.46961766481399536},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.43652939796447754},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.43093252182006836},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4248376786708832},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.4143243432044983},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.32800769805908203},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32261061668395996},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.23993703722953796},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.1600073277950287},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08071315288543701},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.07605484127998352}],"concepts":[{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.775284469127655},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7490651607513428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5374634265899658},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.48589175939559937},{"id":"https://openalex.org/C158324730","wikidata":"https://www.wikidata.org/wiki/Q54862604","display_name":"Orthogonal array testing","level":5,"score":0.46961766481399536},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.43652939796447754},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.43093252182006836},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4248376786708832},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.4143243432044983},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32800769805908203},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32261061668395996},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23993703722953796},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.1600073277950287},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08071315288543701},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.07605484127998352},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/qsic.2004.1357955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qsic.2004.1357955","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourth International Conference onQuality Software, 2004. QSIC 2004. Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/26248127","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/On_the_statistical_properties_of_the_F-measure/26248127","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"doi:10.25916/sut.26248127.v1","is_oa":true,"landing_page_url":"https://doi.org/10.25916/sut.26248127.v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/26248127","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/On_the_statistical_properties_of_the_F-measure/26248127","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1966030793","https://openalex.org/W1980818933","https://openalex.org/W2107252882","https://openalex.org/W2114772245","https://openalex.org/W2119805979","https://openalex.org/W2125539770","https://openalex.org/W2138401407","https://openalex.org/W2153396332","https://openalex.org/W4205828438","https://openalex.org/W4300983251","https://openalex.org/W6676113123"],"related_works":["https://openalex.org/W2122128531","https://openalex.org/W614198812","https://openalex.org/W2083683637","https://openalex.org/W2893022479","https://openalex.org/W1488718362","https://openalex.org/W2132649148","https://openalex.org/W2153411587","https://openalex.org/W2088063715","https://openalex.org/W2071112258","https://openalex.org/W2153649445"],"abstract_inverted_index":{"The":[0],"F-measure":[1,33],"-":[2,15],"the":[3,11,32,38,45,61,67,71,109,113,123],"number":[4],"of":[5,47,115],"distinct":[6],"test":[7],"cases":[8],"to":[9,37,53,81,90,103,108,128],"detect":[10],"first":[12],"program":[13],"failure":[14],"is":[16,34,78,97],"an":[17,88],"effectiveness":[18],"measure":[19],"for":[20,27,74,118],"debug":[21],"testing":[22,29,51,77,96],"strategies.":[23],"We":[24,111],"show":[25],"that":[26,65,93],"random":[28,50,76,82,95,104],"with":[30,106],"replacement,":[31],"distributed":[35],"according":[36],"geometric":[39,62],"distribution.":[40],"A":[41],"simulation":[42],"study":[43,54],"examines":[44],"distribution":[46,73],"two":[48],"adaptive":[49,75,94],"methods,":[52],"how":[55],"closely":[56],"their":[57],"sampling":[58,72],"distributions":[59],"approximate":[60],"distribution,":[63],"revealing":[64],"in":[66,122],"worst":[68],"case":[69],"scenario,":[70],"very":[79],"similar":[80],"testing.":[83],"Our":[84],"results":[85],"have":[86],"provided":[87],"answer":[89],"a":[91,99],"conjecture":[92],"always":[98],"more":[100],"effective":[101],"alternative":[102],"testing,":[105],"reference":[107],"F-measure.":[110],"consider":[112],"implications":[114],"our":[116],"findings":[117],"previous":[119],"studies":[120],"conducted":[121],"area,":[124],"and":[125],"make":[126],"recommendations":[127],"future":[129],"studies.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}