{"id":"https://openalex.org/W3021596612","doi":"https://doi.org/10.1007/s10618-020-00698-5","title":"Challenges in benchmarking stream learning algorithms with real-world data","display_name":"Challenges in benchmarking stream learning algorithms with real-world data","publication_year":2020,"publication_date":"2020-07-07","ids":{"openalex":"https://openalex.org/W3021596612","doi":"https://doi.org/10.1007/s10618-020-00698-5","mag":"3021596612"},"language":"en","primary_location":{"id":"doi:10.1007/s10618-020-00698-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10618-020-00698-5","pdf_url":null,"source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.00113","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Vinicius M. A. Souza","orcid":"https://orcid.org/0000-0003-3175-7922"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]},{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR","US"],"is_corresponding":true,"raw_author_name":"Vinicius M. A. Souza","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","University of New Mexico, Albuquerque, NM, USA"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]},{"raw_affiliation_string":"University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Denis M. dos Reis","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Denis M. dos Reis","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andr\u00e9 G. Maletzke","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 G. Maletzke","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":null,"display_name":"Gustavo E. A. P. A. Batista","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU","BR"],"is_corresponding":false,"raw_author_name":"Gustavo E. A. P. A. Batista","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, S\u00e3o Carlos, SP, Brazil","institution_ids":["https://openalex.org/I17974374"]},{"raw_affiliation_string":"University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169521973","https://openalex.org/I17974374"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":7.4761,"has_fulltext":false,"cited_by_count":137,"citation_normalized_percentile":{"value":0.9775815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"34","issue":"6","first_page":"1805","last_page":"1858"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8597000241279602},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.6625000238418579},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6416000127792358},{"id":"https://openalex.org/keywords/concept-drift","display_name":"Concept drift","score":0.602400004863739},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.5777000188827515},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.3783000111579895},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.31130000948905945}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8597000241279602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8036999702453613},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.6625000238418579},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6470000147819519},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6416000127792358},{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.602400004863739},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.5777000188827515},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4474000036716461},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3783000111579895},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3393000066280365},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C110083411","wikidata":"https://www.wikidata.org/wiki/Q1744628","display_name":"Statistical classification","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C197298091","wikidata":"https://www.wikidata.org/wiki/Q5318963","display_name":"Dynamic data","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10618-020-00698-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10618-020-00698-5","pdf_url":null,"source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2005.00113","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00113","pdf_url":"https://arxiv.org/pdf/2005.00113","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:unsworks.library.unsw.edu.au:1959.4/unsworks_73614","is_oa":true,"landing_page_url":"http://hdl.handle.net/1959.4/unsworks_73614","pdf_url":null,"source":{"id":"https://openalex.org/S4306401737","display_name":"UNSWorks (University of New South Wales, Sydney, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40053085","host_organization_name":"Australian Defence Force Academy","host_organization_lineage":["https://openalex.org/I40053085"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data Mining and Knowledge Discovery, 34, 6, 1805-1858","raw_type":"http://purl.org/coar/resource_type/c_6501"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.00113","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00113","pdf_url":"https://arxiv.org/pdf/2005.00113","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":109,"referenced_works":["https://openalex.org/W8190504","https://openalex.org/W38774257","https://openalex.org/W164124199","https://openalex.org/W185485033","https://openalex.org/W1537430301","https://openalex.org/W1545705796","https://openalex.org/W1585854823","https://openalex.org/W1625429786","https://openalex.org/W1636521571","https://openalex.org/W1656892363","https://openalex.org/W1722318740","https://openalex.org/W1830453967","https://openalex.org/W1853995153","https://openalex.org/W1904826605","https://openalex.org/W1964857063","https://openalex.org/W1966520976","https://openalex.org/W1967531053","https://openalex.org/W1990079212","https://openalex.org/W1993220166","https://openalex.org/W1993451461","https://openalex.org/W1995098918","https://openalex.org/W2004110412","https://openalex.org/W2010657328","https://openalex.org/W2011202397","https://openalex.org/W2012663856","https://openalex.org/W2015627422","https://openalex.org/W2016159616","https://openalex.org/W2017617850","https://openalex.org/W2019041908","https://openalex.org/W2021693371","https://openalex.org/W2022851810","https://openalex.org/W2028138594","https://openalex.org/W2042525870","https://openalex.org/W2044574055","https://openalex.org/W2046261273","https://openalex.org/W2047424291","https://openalex.org/W2047449506","https://openalex.org/W2052283750","https://openalex.org/W2053724458","https://openalex.org/W2055324984","https://openalex.org/W2061521613","https://openalex.org/W2064771454","https://openalex.org/W2068714596","https://openalex.org/W2069176735","https://openalex.org/W2069701377","https://openalex.org/W2070808135","https://openalex.org/W2073256825","https://openalex.org/W2080745194","https://openalex.org/W2083331006","https://openalex.org/W2085491337","https://openalex.org/W2086075853","https://openalex.org/W2088220893","https://openalex.org/W2092509431","https://openalex.org/W2093919988","https://openalex.org/W2099302642","https://openalex.org/W2099419573","https://openalex.org/W2099940443","https://openalex.org/W2102387656","https://openalex.org/W2109266080","https://openalex.org/W2109964623","https://openalex.org/W2115233126","https://openalex.org/W2120587290","https://openalex.org/W2122951085","https://openalex.org/W2124077530","https://openalex.org/W2124834651","https://openalex.org/W2131451311","https://openalex.org/W2131953535","https://openalex.org/W2133088989","https://openalex.org/W2134125037","https://openalex.org/W2134385409","https://openalex.org/W2136233172","https://openalex.org/W2139138573","https://openalex.org/W2139327121","https://openalex.org/W2142187017","https://openalex.org/W2143991132","https://openalex.org/W2146934341","https://openalex.org/W2147129131","https://openalex.org/W2157664934","https://openalex.org/W2161336914","https://openalex.org/W2165698076","https://openalex.org/W2167115661","https://openalex.org/W2167521368","https://openalex.org/W2172221549","https://openalex.org/W2252617635","https://openalex.org/W2265646082","https://openalex.org/W2294737577","https://openalex.org/W2317262923","https://openalex.org/W2333129200","https://openalex.org/W2509304078","https://openalex.org/W2528421823","https://openalex.org/W2585508806","https://openalex.org/W2585528949","https://openalex.org/W2604756720","https://openalex.org/W2626498001","https://openalex.org/W2742642850","https://openalex.org/W2748442604","https://openalex.org/W2757560572","https://openalex.org/W2761114781","https://openalex.org/W2768015769","https://openalex.org/W2791425844","https://openalex.org/W2792637434","https://openalex.org/W2809720678","https://openalex.org/W2812711723","https://openalex.org/W2891560655","https://openalex.org/W2898560232","https://openalex.org/W2962774976","https://openalex.org/W2966214395","https://openalex.org/W4237444738","https://openalex.org/W4249116379"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2999063186","https://openalex.org/W1537716277","https://openalex.org/W172869079","https://openalex.org/W2961085424","https://openalex.org/W1636112402","https://openalex.org/W2155350564","https://openalex.org/W2052298535","https://openalex.org/W2806031239","https://openalex.org/W4225307033"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2020-05-13T00:00:00"}