{"id":"https://openalex.org/W4306321664","doi":"https://doi.org/10.1007/s42979-022-01409-1","title":"PToPI: A Comprehensive Review, Analysis, and Knowledge Representation of Binary Classification Performance Measures/Metrics","display_name":"PToPI: A Comprehensive Review, Analysis, and Knowledge Representation of Binary Classification Performance Measures/Metrics","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306321664","doi":"https://doi.org/10.1007/s42979-022-01409-1","pmid":"https://pubmed.ncbi.nlm.nih.gov/36267467"},"language":"en","primary_location":{"id":"doi:10.1007/s42979-022-01409-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42979-022-01409-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42979-022-01409-1.pdf","source":{"id":"https://openalex.org/S4210174798","display_name":"SN Computer Science","issn_l":"2661-8907","issn":["2661-8907","2662-995X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SN Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s42979-022-01409-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091453634","display_name":"G\u00fcrol Canbek","orcid":"https://orcid.org/0000-0002-9337-097X"},"institutions":[{"id":"https://openalex.org/I201799495","display_name":"Middle East Technical University","ror":"https://ror.org/014weej12","country_code":"TR","type":"education","lineage":["https://openalex.org/I201799495"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"G\u00fcrol Canbek","raw_affiliation_strings":["Informatics Institute Middle East Technical University, Ankara, Turkey","Pointr, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-9337-097X","affiliations":[{"raw_affiliation_string":"Informatics Institute Middle East Technical University, Ankara, Turkey","institution_ids":["https://openalex.org/I201799495"]},{"raw_affiliation_string":"Pointr, Ankara, Turkey","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064355568","display_name":"Tu\u011fba Ta\u015fkaya Temizel","orcid":"https://orcid.org/0000-0001-7387-8621"},"institutions":[{"id":"https://openalex.org/I201799495","display_name":"Middle East Technical University","ror":"https://ror.org/014weej12","country_code":"TR","type":"education","lineage":["https://openalex.org/I201799495"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Tugba Taskaya Temizel","raw_affiliation_strings":["Informatics Institute Middle East Technical University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0001-7387-8621","affiliations":[{"raw_affiliation_string":"Informatics Institute Middle East Technical University, Ankara, Turkey","institution_ids":["https://openalex.org/I201799495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005659872","display_name":"\u015eeref Sa\u011f\u0131ro\u011flu","orcid":"https://orcid.org/0000-0003-0805-5818"},"institutions":[{"id":"https://openalex.org/I95634034","display_name":"Gazi University","ror":"https://ror.org/054xkpr46","country_code":"TR","type":"education","lineage":["https://openalex.org/I95634034"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Seref Sagiroglu","raw_affiliation_strings":["Computer Engineering Department, Gazi University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-0805-5818","affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Gazi University, Ankara, Turkey","institution_ids":["https://openalex.org/I95634034"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5091453634"],"corresponding_institution_ids":["https://openalex.org/I201799495"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":5.7995,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.96701692,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"4","issue":"1","first_page":"13","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.7280857563018799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6773022413253784},{"id":"https://openalex.org/keywords/formal-concept-analysis","display_name":"Formal concept analysis","score":0.5454197525978088},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46587273478507996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45804283022880554},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41434264183044434},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4058745801448822},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.339192271232605}],"concepts":[{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.7280857563018799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6773022413253784},{"id":"https://openalex.org/C76363472","wikidata":"https://www.wikidata.org/wiki/Q1437394","display_name":"Formal concept analysis","level":2,"score":0.5454197525978088},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46587273478507996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45804283022880554},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41434264183044434},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4058745801448822},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.339192271232605},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s42979-022-01409-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42979-022-01409-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42979-022-01409-1.pdf","source":{"id":"https://openalex.org/S4210174798","display_name":"SN Computer Science","issn_l":"2661-8907","issn":["2661-8907","2662-995X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SN Computer Science","raw_type":"journal-article"},{"id":"pmid:36267467","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36267467","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SN computer science","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9569243","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9569243","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"SN Comput Sci","raw_type":"Text"},{"id":"pmh:oai:https://open.metu.edu.tr:11511/101779","is_oa":true,"landing_page_url":"https://hdl.handle.net/11511/101779","pdf_url":"https://open.metu.edu.tr/bitstream/handle/11511/101779/index.pdf","source":{"id":"https://openalex.org/S4306402495","display_name":"OpenMETU (Middle East Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201799495","host_organization_name":"Middle East Technical University","host_organization_lineage":["https://openalex.org/I201799495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s42979-022-01409-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42979-022-01409-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42979-022-01409-1.pdf","source":{"id":"https://openalex.org/S4210174798","display_name":"SN Computer Science","issn_l":"2661-8907","issn":["2661-8907","2662-995X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SN Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4306321664.pdf","grobid_xml":"https://content.openalex.org/works/W4306321664.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W172260869","https://openalex.org/W596413960","https://openalex.org/W637888623","https://openalex.org/W1512568476","https://openalex.org/W1541072245","https://openalex.org/W1982730827","https://openalex.org/W1985442349","https://openalex.org/W1990501887","https://openalex.org/W2005875437","https://openalex.org/W2015363484","https://openalex.org/W2015452969","https://openalex.org/W2026048037","https://openalex.org/W2031798371","https://openalex.org/W2042436876","https://openalex.org/W2054317102","https://openalex.org/W2085414000","https://openalex.org/W2092926517","https://openalex.org/W2096451472","https://openalex.org/W2107432340","https://openalex.org/W2116825089","https://openalex.org/W2120194796","https://openalex.org/W2129056090","https://openalex.org/W2131046966","https://openalex.org/W2134148082","https://openalex.org/W2135487003","https://openalex.org/W2137490055","https://openalex.org/W2141966633","https://openalex.org/W2150196286","https://openalex.org/W2150306018","https://openalex.org/W2153529786","https://openalex.org/W2155653793","https://openalex.org/W2163757302","https://openalex.org/W2170505850","https://openalex.org/W2294611850","https://openalex.org/W2297152540","https://openalex.org/W2308071406","https://openalex.org/W2330219538","https://openalex.org/W2473812434","https://openalex.org/W2552406463","https://openalex.org/W2560576162","https://openalex.org/W2568818165","https://openalex.org/W2609824096","https://openalex.org/W2610765098","https://openalex.org/W2765181145","https://openalex.org/W2765491147","https://openalex.org/W2765789845","https://openalex.org/W2782959635","https://openalex.org/W2791704581","https://openalex.org/W2800312469","https://openalex.org/W2808432620","https://openalex.org/W2888728157","https://openalex.org/W2895389796","https://openalex.org/W2907682287","https://openalex.org/W2914128779","https://openalex.org/W2918408501","https://openalex.org/W2922186538","https://openalex.org/W2931543286","https://openalex.org/W2999309192","https://openalex.org/W2999693235","https://openalex.org/W3022607879","https://openalex.org/W3036674813","https://openalex.org/W3040671064","https://openalex.org/W3105640742","https://openalex.org/W3120704879","https://openalex.org/W3125601055","https://openalex.org/W3193933289","https://openalex.org/W4205865676","https://openalex.org/W4210417298","https://openalex.org/W4245055982","https://openalex.org/W6677749952","https://openalex.org/W7019340411"],"related_works":["https://openalex.org/W2350593162","https://openalex.org/W2390350206","https://openalex.org/W1969477129","https://openalex.org/W2921208823","https://openalex.org/W2131808775","https://openalex.org/W2353483812","https://openalex.org/W2360756181","https://openalex.org/W2374093222","https://openalex.org/W3154008094","https://openalex.org/W2359533638"],"abstract_inverted_index":{"Although":[0],"few":[1],"performance":[2,29,47,216,250],"evaluation":[3,48,251],"instruments":[4,30,76,101,155,172,242],"have":[5,203],"been":[6],"used":[7],"conventionally":[8],"in":[9,21,46,86,186,194,200],"different":[10,198],"machine":[11],"learning-based":[12],"classification":[13,55,88,225,249],"problem":[14],"domains,":[15],"there":[16],"are":[17,78],"numerous":[18,119],"ones":[19,178],"defined":[20,33],"the":[22,38,44,87,91,97,171,191,201,214,220,230,241],"literature.":[23],"This":[24],"study":[25,41],"reviews":[26,58],"and":[27,36,57,73,83,110,116,124,151,158,176,183,211,233,239,243,252],"describes":[28],"via":[31,49],"formally":[32],"novel":[34,67],"concepts":[35,68,95,232],"clarifies":[37],"terminology.":[39,59],"The":[40,94],"first":[42,92],"highlights":[43],"issues":[45],"a":[50,137,166,224,245],"survey":[51],"of":[52,75,100,118,132,145,190,213,223],"78":[53],"mobile-malware":[54],"studies":[56],"Based":[60],"on":[61],"three":[62],"research":[63],"questions,":[64],"it":[65],"proposes":[66],"to":[69,113,179,219,248],"identify":[70],"characteristics,":[71],"similarities,":[72],"differences":[74,117],"that":[77,205,229],"categorized":[79],"into":[80],"'performance":[81,84],"measures'":[82],"metrics'":[85],"context":[89],"for":[90,148,170],"time.":[93],"reflecting":[96],"intrinsic":[98],"properties":[99,182],"such":[102,121],"as":[103,122],"canonical":[104],"form,":[105],"geometry,":[106],"duality,":[107],"complementation,":[108],"dependency,":[109],"leveling,":[111],"aim":[112],"reveal":[114],"similarities":[115],"instruments,":[120],"redundancy":[123],"ground-truth":[125],"versus":[126],"prediction":[127],"focuses.":[128],"As":[129],"an":[130],"application":[131],"knowledge":[133],"representation,":[134],"we":[135],"introduced":[136],"new":[138,167],"exploratory":[139,192],"table":[140,193],"called":[141],"PToPI":[142,164,206,234],"(Periodic":[143],"Table":[144],"Performance":[146],"Instruments)":[147],"29":[149],"measures":[150],"28":[152],"metrics":[153,217],"(69":[154],"including":[156,173],"variant":[157],"parametric":[159],"ones).":[160],"Visualizing":[161],"proposed":[162,231],"concepts,":[163],"provides":[165],"relational":[168],"structure":[169],"graphical,":[174],"probabilistic,":[175],"entropic":[177],"see":[180],"their":[181],"dependencies":[184],"all":[185],"one":[187],"place.":[188],"Applications":[189],"six":[195],"examples":[196],"from":[197],"domains":[199],"literature":[202],"shown":[204],"aids":[207],"overall":[208],"instrument":[209],"analysis":[210],"selection":[212],"proper":[215],"according":[218],"specific":[221],"requirements":[222],"problem.":[226],"We":[227],"expect":[228],"will":[235],"help":[236],"researchers":[237],"comprehend":[238],"use":[240],"follow":[244],"systematic":[246],"approach":[247],"publication.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}