{"id":"https://openalex.org/W4283318985","doi":"https://doi.org/10.1007/s10994-022-06205-9","title":"Relating instance hardness to classification performance in a dataset: a visual approach","display_name":"Relating instance hardness to classification performance in a dataset: a visual approach","publication_year":2022,"publication_date":"2022-06-22","ids":{"openalex":"https://openalex.org/W4283318985","doi":"https://doi.org/10.1007/s10994-022-06205-9","pmid":"https://pubmed.ncbi.nlm.nih.gov/35761958"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-022-06205-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06205-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06205-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06205-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058573671","display_name":"Pedro Yuri Arbs Paiva","orcid":"https://orcid.org/0000-0001-9768-7563"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Pedro Yuri Arbs Paiva","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9768-7563","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","institution_ids":["https://openalex.org/I107428990"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112842199","display_name":"Camila Castro Moreno","orcid":null},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I88273585","display_name":"Universidade Federal de S\u00e3o Paulo","ror":"https://ror.org/02k5swt12","country_code":"BR","type":"education","lineage":["https://openalex.org/I88273585"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Camila Castro Moreno","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","Universidade Federal de S\u00e3o Paulo (Unifesp), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","institution_ids":["https://openalex.org/I107428990"]},{"raw_affiliation_string":"Universidade Federal de S\u00e3o Paulo (Unifesp), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","institution_ids":["https://openalex.org/I88273585"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039491324","display_name":"Kate Smith\u2010Miles","orcid":"https://orcid.org/0000-0003-2718-7680"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I71270174","display_name":"Victoria University","ror":"https://ror.org/04j757h98","country_code":"AU","type":"education","lineage":["https://openalex.org/I71270174"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Kate Smith-Miles","raw_affiliation_strings":["School of Mathematics and Statistics, University of Melbourne, Melbourne, Victoria Australia","School of Mathematics and Statistics, University of Melbourne, Melbourne, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, University of Melbourne, Melbourne, Victoria Australia","institution_ids":["https://openalex.org/I165779595","https://openalex.org/I71270174"]},{"raw_affiliation_string":"School of Mathematics and Statistics, University of Melbourne, Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067570192","display_name":"Maria Gabriela Valeriano","orcid":"https://orcid.org/0000-0002-3631-156X"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]},{"id":"https://openalex.org/I88273585","display_name":"Universidade Federal de S\u00e3o Paulo","ror":"https://ror.org/02k5swt12","country_code":"BR","type":"education","lineage":["https://openalex.org/I88273585"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Maria Gabriela Valeriano","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","Universidade Federal de S\u00e3o Paulo (Unifesp), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","institution_ids":["https://openalex.org/I107428990"]},{"raw_affiliation_string":"Universidade Federal de S\u00e3o Paulo (Unifesp), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","institution_ids":["https://openalex.org/I88273585"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036696970","display_name":"Ana Carolina Lorena","orcid":"https://orcid.org/0000-0002-6140-571X"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Ana Carolina Lorena","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo Brazil","institution_ids":["https://openalex.org/I107428990"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica (ITA), S\u00e3o Jos\u00e9 dos Campos, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I107428990"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036696970","https://openalex.org/A5039491324","https://openalex.org/A5058573671","https://openalex.org/A5067570192","https://openalex.org/A5112842199"],"corresponding_institution_ids":["https://openalex.org/I107428990","https://openalex.org/I165779595","https://openalex.org/I71270174","https://openalex.org/I88273585"],"apc_list":{"value":3290,"currency":"USD","value_usd":3290},"apc_paid":{"value":3290,"currency":"USD","value_usd":3290},"fwci":3.7354,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93704106,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"111","issue":"8","first_page":"3085","last_page":"3123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7753053903579712},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7353960275650024},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6559199690818787},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5773782730102539},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5368149280548096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4435098171234131},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4219432473182678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7753053903579712},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7353960275650024},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6559199690818787},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5773782730102539},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5368149280548096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4435098171234131},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4219432473182678},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s10994-022-06205-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06205-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06205-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmid:35761958","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35761958","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine learning","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9217125","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9217125","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mach Learn","raw_type":"Text"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/332319","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10994-022-06205-9.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s10994-022-06205-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-022-06205-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-022-06205-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100530794","display_name":null,"funder_award_id":"88887","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G1530959841","display_name":null,"funder_award_id":"307892/2020-4","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G2823776494","display_name":null,"funder_award_id":"88887","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G29316538","display_name":null,"funder_award_id":"(Code 001)","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G47252533","display_name":null,"funder_award_id":"2020-00","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G6145633576","display_name":null,"funder_award_id":"88887.507037/2020-00","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G6191138830","display_name":null,"funder_award_id":"88887","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6438247056","display_name":null,"funder_award_id":"2021/","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6787852432","display_name":"Beyond algorithm selection: meta-learning for data and algorithm  analysis and understanding","funder_award_id":"21/06870-3","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G8156890963","display_name":"Stress-testing algorithms: generating new test instances to elicit insights","funder_award_id":"FL140100012","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283318985.pdf","grobid_xml":"https://content.openalex.org/works/W4283318985.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W73137176","https://openalex.org/W815914887","https://openalex.org/W1549656520","https://openalex.org/W1576808520","https://openalex.org/W1618905105","https://openalex.org/W1965551184","https://openalex.org/W1976383685","https://openalex.org/W1990165991","https://openalex.org/W1996316733","https://openalex.org/W2005465418","https://openalex.org/W2022477494","https://openalex.org/W2023570227","https://openalex.org/W2034841618","https://openalex.org/W2063365570","https://openalex.org/W2071948161","https://openalex.org/W2089213632","https://openalex.org/W2113207845","https://openalex.org/W2131241448","https://openalex.org/W2142357860","https://openalex.org/W2145680191","https://openalex.org/W2507358938","https://openalex.org/W2526296895","https://openalex.org/W2581984534","https://openalex.org/W2775947831","https://openalex.org/W2900993889","https://openalex.org/W2916268218","https://openalex.org/W2963917042","https://openalex.org/W3003605245","https://openalex.org/W3019160814","https://openalex.org/W3037046673","https://openalex.org/W3084965078","https://openalex.org/W3096328115","https://openalex.org/W3111603006","https://openalex.org/W3112252690","https://openalex.org/W3122123903","https://openalex.org/W3146229669","https://openalex.org/W4211208325","https://openalex.org/W4289236186","https://openalex.org/W6629587324","https://openalex.org/W6639142120","https://openalex.org/W6676179485","https://openalex.org/W6803070462"],"related_works":["https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W106542691","https://openalex.org/W4287027380","https://openalex.org/W1699080303","https://openalex.org/W4297799326","https://openalex.org/W3116064965","https://openalex.org/W3193760048","https://openalex.org/W4285822516","https://openalex.org/W2551200859"],"abstract_inverted_index":{"Machine":[0],"Learning":[1],"studies":[2,223],"often":[3],"involve":[4],"a":[5,68,75,141,164,170],"series":[6],"of":[7,15,153,158,172,180,188,197,239],"computational":[8],"experiments":[9],"in":[10,35,133,236],"which":[11,52,65,168,208],"the":[12,103,106,118,134,147,156,173,177,189,210,237],"predictive":[13,94,195],"performance":[14,87,95,120,196,235],"multiple":[16],"models":[17],"are":[18,28],"compared":[19],"across":[20,88,130],"one":[21],"or":[22,38,59],"more":[23,142],"datasets.":[24,90,104],"The":[25,150],"results":[26],"obtained":[27],"usually":[29],"summarized":[30],"through":[31,221],"average":[32,128],"statistics,":[33],"either":[34],"numeric":[36],"tables":[37],"simple":[39],"plots.":[40],"Such":[41],"approaches":[42],"fail":[43],"to":[44,61,96,176],"reveal":[45],"interesting":[46],"subtleties":[47],"about":[48,230],"algorithmic":[49],"performance,":[50],"including":[51],"observations":[53,66,132],"an":[54,109,113,127,159,202,215],"algorithm":[55,86,119,234],"may":[56,70],"find":[57],"easy":[58],"hard":[60],"classify,":[62],"and":[63,117,194,213,233,244],"also":[64,200],"within":[67],"dataset":[69,116,125,162],"present":[71],"unique":[72],"challenges.":[73],"Recently,":[74],"methodology":[76,92],"known":[77],"as":[78,111,126,242],"Instance":[79],"Space":[80],"Analysis":[81],"was":[82,121],"proposed":[83],"for":[84,123],"visualizing":[85],"different":[89],"This":[91,184],"relates":[93],"estimated":[97],"instance":[98,110,192],"hardness":[99,166,193],"measures":[100],"extracted":[101],"from":[102],"However,":[105],"analysis":[107,144,157],"considered":[108],"being":[112],"entire":[114],"classification":[115,161],"reported":[122],"each":[124],"error":[129],"all":[131],"dataset.":[135],"In":[136],"this":[137],"paper,":[138],"we":[139],"developed":[140],"fine-grained":[143],"by":[145,163],"adapting":[146],"ISA":[148,154,212],"methodology.":[149],"adapted":[151,211],"version":[152],"allows":[155,185],"individual":[160,182],"2-D":[165],"embedding,":[167],"provides":[169,214],"visualization":[171,217],"data":[174,231],"according":[175],"difficulty":[178],"level":[179],"its":[181],"observations.":[183],"deeper":[186],"analyses":[187],"relationships":[190],"between":[191],"classifiers.":[198],"We":[199,219],"provide":[201,228],"open-access":[203],"Python":[204],"package":[205],"named":[206],"PyHard,":[207],"encapsulates":[209],"interactive":[216],"interface.":[218],"illustrate":[220],"case":[222],"how":[224],"our":[225],"tool":[226],"can":[227],"insights":[229],"quality":[232],"presence":[238],"challenges":[240],"such":[241],"noisy":[243],"biased":[245],"data.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}