{"id":"https://openalex.org/W4298630190","doi":"https://doi.org/10.1007/s10664-022-10199-2","title":"Comparing \u03d5 and the F-measure as performance metrics for software-related classifications","display_name":"Comparing \u03d5 and the F-measure as performance metrics for software-related classifications","publication_year":2022,"publication_date":"2022-10-01","ids":{"openalex":"https://openalex.org/W4298630190","doi":"https://doi.org/10.1007/s10664-022-10199-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-022-10199-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10199-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10199-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10199-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068567905","display_name":"Luigi Lavazza","orcid":"https://orcid.org/0000-0002-5226-4337"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Luigi Lavazza","raw_affiliation_strings":["Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell\u2019Insubria, Varese, Italy","Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell'Insubria, Varese, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5226-4337","affiliations":[{"raw_affiliation_string":"Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell\u2019Insubria, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]},{"raw_affiliation_string":"Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell'Insubria, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051028027","display_name":"Sandro Morasca","orcid":"https://orcid.org/0000-0003-4598-7024"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sandro Morasca","raw_affiliation_strings":["Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell\u2019Insubria, Varese, Italy","Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell'Insubria, Varese, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell\u2019Insubria, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]},{"raw_affiliation_string":"Dipartimento di Scienze Teoriche e Applicate, Universit\u00e0 degli Studi dell'Insubria, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5068567905"],"corresponding_institution_ids":["https://openalex.org/I115752224"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":4.0608,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94422719,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"27","issue":"7","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.8062103986740112},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.623444676399231},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6088981628417969},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5888967514038086},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5280462503433228},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5239817500114441},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5169219970703125},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5153431296348572},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4712039828300476},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44275107979774475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43688151240348816},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.424361914396286},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.41492825746536255},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41320428252220154},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.38372451066970825},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3298781216144562},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2903127372264862},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1856980323791504},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.1530061960220337},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.06960847973823547}],"concepts":[{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.8062103986740112},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.623444676399231},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6088981628417969},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5888967514038086},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5280462503433228},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5239817500114441},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5169219970703125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5153431296348572},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4712039828300476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44275107979774475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43688151240348816},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.424361914396286},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41492825746536255},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41320428252220154},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.38372451066970825},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3298781216144562},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2903127372264862},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1856980323791504},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.1530061960220337},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.06960847973823547},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10664-022-10199-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10199-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10199-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:irinsubria.uninsubria.it:11383/2140856","is_oa":true,"landing_page_url":"https://hdl.handle.net/11383/2140856","pdf_url":null,"source":{"id":"https://openalex.org/S4377196351","display_name":"IrInSubria (University of Insubria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115752224","host_organization_name":"University of Insubria","host_organization_lineage":["https://openalex.org/I115752224"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10664-022-10199-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10199-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10199-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323281","display_name":"Universit\u00e0 degli Studi dell'Insubria","ror":"https://ror.org/00s409261"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4298630190.pdf","grobid_xml":"https://content.openalex.org/works/W4298630190.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W633804112","https://openalex.org/W2025700486","https://openalex.org/W2053154970","https://openalex.org/W2079279860","https://openalex.org/W2100034782","https://openalex.org/W2109553965","https://openalex.org/W2126626812","https://openalex.org/W2137955320","https://openalex.org/W2151666086","https://openalex.org/W2170505850","https://openalex.org/W2399345145","https://openalex.org/W2586292313","https://openalex.org/W2600952128","https://openalex.org/W2605594016","https://openalex.org/W2805001156","https://openalex.org/W2918408501","https://openalex.org/W2975256032","https://openalex.org/W2999309192","https://openalex.org/W3009290003","https://openalex.org/W3015926863","https://openalex.org/W3030867923","https://openalex.org/W3079499560","https://openalex.org/W3087413080","https://openalex.org/W3094007900","https://openalex.org/W3107802075","https://openalex.org/W3173291597","https://openalex.org/W4200315042"],"related_works":["https://openalex.org/W4205288553","https://openalex.org/W3215867059","https://openalex.org/W2556319748","https://openalex.org/W2043207416","https://openalex.org/W4328092580","https://openalex.org/W4322008322","https://openalex.org/W1673130894","https://openalex.org/W1973649851","https://openalex.org/W2038509188","https://openalex.org/W4285388059"],"abstract_inverted_index":{"Abstract":[0],"Context":[1],"The":[2,285],"F-measure":[3,52,69,175,209,243,307],"has":[4,20],"been":[5,22],"widely":[6,23],"used":[7,149,247,293],"as":[8,32,36,134,170,267,308],"a":[9,85,135,163,171,226,255,278,309],"performance":[10,92,147,234,253,310],"metric":[11,230],"when":[12],"selecting":[13],"binary":[14,236],"classifiers":[15,214],"for":[16,195,231],"prediction,":[17],"but":[18,257],"it":[19],"also":[21,239,291],"criticized,":[24],"especially":[25],"given":[26,197],"the":[27,51,65,68,76,81,96,102,111,144,152,155,174,177,188,200,203,208,216,233,242,252,259,296,306],"availability":[28],"of":[29,78,89,95,105,113,137,157,173,179,193,199,235,254,261,298],"alternatives":[30],"such":[31],"\u03d5":[33,58,71,79,130,166,194,211,224],"(also":[34],"known":[35],"Matthews":[37],"Correlation":[38],"Coefficient).":[39],"Objectives":[40],"Our":[41,220],"goals":[42],"are":[43,143],"to":[44,50,150,250,271,275,294],"(1)":[45],"investigate":[46],"possible":[47],"issues":[48],"related":[49],"in":[53,162,215],"depth":[54],"and":[55,62,70,80,94,123,139,154,176,181,190,202,210,228,274],"show":[56,128,222],"how":[57],"can":[59,131,167,290],"address":[60],"them,":[61],"(2)":[63],"explore":[64],"relationships":[66,97,287],"between":[67,98],".":[72],"Method":[73],"Based":[74],"on":[75,305],"definitions":[77],"F-measure,":[82,153,201],"we":[83,109],"derive":[84,187],"few":[86],"mathematical":[87,107,286],"properties":[88],"these":[90,106],"two":[91,146,213],"metrics":[93,148],"them.":[99],"To":[100],"demonstrate":[101],"practical":[103],"effects":[104],"properties,":[108],"illustrate":[110],"outcomes":[112],"an":[114],"empirical":[115],"study":[116],"involving":[117],"70":[118],"Empirical":[119],"Software":[120],"Engineering":[121],"datasets":[122],"837":[124],"classifiers.":[125,237],"Results":[126],"We":[127,186,238],"that":[129,223,241,258,302],"be":[132,168,246,265,292],"defined":[133],"function":[136,172],"Precision":[138],"Recall":[140],",":[141],"which":[142,206],"only":[145],"define":[151],"rate":[156,260],"actually":[158],"positive":[159,183],"software":[160,184],"modules":[161],"dataset.":[164],"Also,":[165],"expressed":[169],"rates":[178],"actual":[180],"estimated":[182],"modules.":[185],"minimum":[189],"maximum":[191],"value":[192,198],"any":[196],"conditions":[204],"under":[205],"both":[207],"rank":[212],"same":[217],"order.":[218],"Conclusions":[219],"results":[221],"is":[225],"sensible":[227],"useful":[229],"assessing":[232],"recommend":[240],"should":[244,263],"not":[245],"by":[248],"itself":[249],"assess":[251,272],"classifier,":[256],"positives":[262],"always":[264],"specified":[266],"well,":[268],"at":[269],"least":[270],"if":[273],"what":[276],"extent":[277],"classifier":[279],"performs":[280],"better":[281],"than":[282],"random":[283],"classification.":[284],"described":[288],"here":[289],"re-interpret":[295],"conclusions":[297],"previously":[299],"published":[300],"papers":[301],"relied":[303],"mainly":[304],"metric.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}