{"id":"https://openalex.org/W2973136425","doi":"https://doi.org/10.1145/3347711","title":"How Complex Is Your Classification Problem?","display_name":"How Complex Is Your Classification Problem?","publication_year":2019,"publication_date":"2019-09-13","ids":{"openalex":"https://openalex.org/W2973136425","doi":"https://doi.org/10.1145/3347711","mag":"2973136425"},"language":"en","primary_location":{"id":"doi:10.1145/3347711","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347711","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036696970","display_name":"Ana Carolina Lorena","orcid":"https://orcid.org/0000-0002-6140-571X"},"institutions":[{"id":"https://openalex.org/I107428990","display_name":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica","ror":"https://ror.org/05vh67662","country_code":"BR","type":"education","lineage":["https://openalex.org/I107428990"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Ana C. Lorena","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Aeron\u00e1utica, S\u00e3o Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-6140-571X","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Aeron\u00e1utica, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I107428990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079832994","display_name":"Lu\u00eds P. F. Garcia","orcid":"https://orcid.org/0000-0003-0679-9143"},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lu\u00eds P. F. Garcia","raw_affiliation_strings":["University of Brasilia, Bras\u00edlia, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Brasilia, Bras\u00edlia, Brazil","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067133778","display_name":"Jens Lehmann","orcid":"https://orcid.org/0000-0001-9108-4278"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Lehmann","raw_affiliation_strings":["University of Bonn, Bonn, North Rhine-Westphalia, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, North Rhine-Westphalia, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064710760","display_name":"Marc\u00edlio C. P. de Souto","orcid":"https://orcid.org/0000-0002-7033-8328"},"institutions":[{"id":"https://openalex.org/I12449238","display_name":"Universit\u00e9 d'Orl\u00e9ans","ror":"https://ror.org/014zrew76","country_code":"FR","type":"education","lineage":["https://openalex.org/I12449238"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Marcilio C. P. Souto","raw_affiliation_strings":["University of Orl\u00e9ans, Orleans, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Orl\u00e9ans, Orleans, France","institution_ids":["https://openalex.org/I12449238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101435406","display_name":"Tin Kam Ho","orcid":"https://orcid.org/0000-0001-9635-1769"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tin Kam Ho","raw_affiliation_strings":["IBM Watson, New York, USA","IBM Watson Research Center (PO Box 704, Yorktown Heights, NY 10598 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Watson, New York, USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Watson Research Center (PO Box 704, Yorktown Heights, NY 10598 - United States)","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5036696970"],"corresponding_institution_ids":["https://openalex.org/I107428990"],"apc_list":null,"apc_paid":null,"fwci":15.2437,"has_fulltext":false,"cited_by_count":248,"citation_normalized_percentile":{"value":0.99174725,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"52","issue":"5","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.865164041519165},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5277885794639587},{"id":"https://openalex.org/keywords/decision-boundary","display_name":"Decision boundary","score":0.5183111429214478},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5126675367355347},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5119119882583618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44667667150497437},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.415421724319458},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.14362642168998718},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08318698406219482}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.865164041519165},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5277885794639587},{"id":"https://openalex.org/C42023084","wikidata":"https://www.wikidata.org/wiki/Q5249231","display_name":"Decision boundary","level":3,"score":0.5183111429214478},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5126675367355347},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5119119882583618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44667667150497437},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.415421724319458},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.14362642168998718},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08318698406219482},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3347711","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347711","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02344203v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02344203","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Computing Surveys, 2019, 52 (5), pp.1-34. ⟨10.1145/3347711⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6700000166893005,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6061473574","display_name":null,"funder_award_id":"308858/2014-0 and 305291/2017-3","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G7256023947","display_name":null,"funder_award_id":"88887.162551/2018-00","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G8198139530","display_name":null,"funder_award_id":"2012/22608-8","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":124,"referenced_works":["https://openalex.org/W1208489","https://openalex.org/W26514150","https://openalex.org/W43871266","https://openalex.org/W96182012","https://openalex.org/W105402513","https://openalex.org/W109020964","https://openalex.org/W171759736","https://openalex.org/W821095363","https://openalex.org/W835604753","https://openalex.org/W910462606","https://openalex.org/W1497443639","https://openalex.org/W1502024067","https://openalex.org/W1563088657","https://openalex.org/W1569704244","https://openalex.org/W1575103269","https://openalex.org/W1597974927","https://openalex.org/W1684305122","https://openalex.org/W1739142880","https://openalex.org/W1799411949","https://openalex.org/W1855693757","https://openalex.org/W1892098373","https://openalex.org/W1904191683","https://openalex.org/W1928104311","https://openalex.org/W1945079004","https://openalex.org/W1964402642","https://openalex.org/W1966375248","https://openalex.org/W1974809638","https://openalex.org/W1975756116","https://openalex.org/W1976594146","https://openalex.org/W1988844742","https://openalex.org/W1988950592","https://openalex.org/W1990165991","https://openalex.org/W1992392048","https://openalex.org/W1993220166","https://openalex.org/W1995250332","https://openalex.org/W2000908325","https://openalex.org/W2003984511","https://openalex.org/W2004710424","https://openalex.org/W2006108147","https://openalex.org/W2011565604","https://openalex.org/W2014610539","https://openalex.org/W2016375676","https://openalex.org/W2022477494","https://openalex.org/W2037627487","https://openalex.org/W2047987854","https://openalex.org/W2055495932","https://openalex.org/W2056884786","https://openalex.org/W2058173927","https://openalex.org/W2059768001","https://openalex.org/W2063365570","https://openalex.org/W2065796228","https://openalex.org/W2065858755","https://openalex.org/W2066473880","https://openalex.org/W2068596610","https://openalex.org/W2083265890","https://openalex.org/W2085487226","https://openalex.org/W2086789740","https://openalex.org/W2088059023","https://openalex.org/W2089213632","https://openalex.org/W2095526364","https://openalex.org/W2100483895","https://openalex.org/W2106525014","https://openalex.org/W2110183025","https://openalex.org/W2118978333","https://openalex.org/W2122379760","https://openalex.org/W2125147420","https://openalex.org/W2125877832","https://openalex.org/W2129131223","https://openalex.org/W2130111223","https://openalex.org/W2135821913","https://openalex.org/W2145063378","https://openalex.org/W2145680191","https://openalex.org/W2149965671","https://openalex.org/W2150954665","https://openalex.org/W2154959474","https://openalex.org/W2157690157","https://openalex.org/W2159296689","https://openalex.org/W2159826701","https://openalex.org/W2163200437","https://openalex.org/W2163952039","https://openalex.org/W2164609791","https://openalex.org/W2167460663","https://openalex.org/W2169637438","https://openalex.org/W2187304743","https://openalex.org/W2344842694","https://openalex.org/W2408790438","https://openalex.org/W2488735262","https://openalex.org/W2495184099","https://openalex.org/W2506187570","https://openalex.org/W2514327397","https://openalex.org/W2529099292","https://openalex.org/W2530217189","https://openalex.org/W2536817636","https://openalex.org/W2546945975","https://openalex.org/W2573242108","https://openalex.org/W2596318830","https://openalex.org/W2616520912","https://openalex.org/W2750636472","https://openalex.org/W2755371172","https://openalex.org/W2765779758","https://openalex.org/W2775947831","https://openalex.org/W2777539043","https://openalex.org/W2783324346","https://openalex.org/W2790464152","https://openalex.org/W2792381846","https://openalex.org/W2810226251","https://openalex.org/W2896236534","https://openalex.org/W2897069058","https://openalex.org/W2897270232","https://openalex.org/W2902777483","https://openalex.org/W2909288227","https://openalex.org/W2912326369","https://openalex.org/W2912744352","https://openalex.org/W2949694084","https://openalex.org/W2982046207","https://openalex.org/W3000324184","https://openalex.org/W3145828585","https://openalex.org/W4206307172","https://openalex.org/W4230960895","https://openalex.org/W4243367342","https://openalex.org/W4254300870","https://openalex.org/W4285719527","https://openalex.org/W4297984052","https://openalex.org/W6728903214"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4286629047","https://openalex.org/W4224009465","https://openalex.org/W4306674287","https://openalex.org/W4205958290","https://openalex.org/W4384212932","https://openalex.org/W1508692582","https://openalex.org/W2785303044","https://openalex.org/W4310513257","https://openalex.org/W4239475728"],"abstract_inverted_index":{"Characteristics":[0],"extracted":[1,107],"from":[2,108],"the":[3,31,35,44,48,53,58,63,73,96,109,114,117,139],"training":[4,110],"datasets":[5,111],"of":[6,18,23,43,47,52,57,75,95,116,158],"classification":[7,24,119],"problems":[8],"have":[9],"proven":[10],"to":[11,29,112,132],"be":[12,27,87,106],"effective":[13],"predictors":[14],"in":[15,33,85,123,138],"a":[16,156],"number":[17],"meta-analyses.":[19],"Among":[20],"them,":[21],"measures":[22,65,103,160],"complexity":[25,115,159],"can":[26,71,84,105],"used":[28],"estimate":[30],"difficulty":[32],"separating":[34],"data":[36,49],"points":[37],"into":[38],"their":[39],"expected":[40],"classes.":[41],"Descriptors":[42],"spatial":[45],"distribution":[46],"and":[50,55,79,101,129,161],"estimates":[51],"shape":[54],"size":[56],"decision":[59],"boundary":[60],"are":[61,143],"among":[62],"known":[64],"for":[66,135],"this":[67],"characterization.":[68],"This":[69,98],"information":[70],"support":[72],"formulation":[74],"new":[76],"data-driven":[77],"pre-processing":[78],"pattern":[80],"recognition":[81],"techniques,":[82],"which":[83],"turn":[86],"focused":[88],"on":[89,145],"challenges":[90],"highlighted":[91],"by":[92],"such":[93],"characteristics":[94],"problems.":[97,120],"article":[99],"surveys":[100],"analyzes":[102],"that":[104,154],"characterize":[113],"respective":[118],"Their":[121],"use":[122],"recent":[124],"literature":[125],"is":[126,162],"also":[127],"reviewed":[128],"discussed,":[130],"allowing":[131],"prospect":[133],"opportunities":[134],"future":[136],"work":[137],"area.":[140],"Finally,":[141],"descriptions":[142],"given":[144],"an":[146],"R":[147],"package":[148],"named":[149],"Extended":[150],"Complexity":[151],"Library":[152],"(ECoL)":[153],"implements":[155],"set":[157],"made":[163],"publicly":[164],"available.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":46},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2019-09-19T00:00:00"}