{"id":"https://openalex.org/W2989114215","doi":"https://doi.org/10.1007/s10618-019-00654-y","title":"Delayed labelling evaluation for data streams","display_name":"Delayed labelling evaluation for data streams","publication_year":2019,"publication_date":"2019-11-16","ids":{"openalex":"https://openalex.org/W2989114215","doi":"https://doi.org/10.1007/s10618-019-00654-y","mag":"2989114215"},"language":"en","primary_location":{"id":"doi:10.1007/s10618-019-00654-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-019-00654-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00654-y.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00654-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029759780","display_name":"Maciej Grzenda","orcid":"https://orcid.org/0000-0002-5440-4954"},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Maciej Grzenda","raw_affiliation_strings":["Faculty of Mathematics and Information Science, Warsaw University of Technology, Warsaw, Poland","Warsaw University of Technology [Warsaw] (Pl. Politechniki 1 00-661 Warsaw - Poland)"],"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Information Science, Warsaw University of Technology, Warsaw, Poland","institution_ids":["https://openalex.org/I108403487"]},{"raw_affiliation_string":"Warsaw University of Technology [Warsaw] (Pl. Politechniki 1 00-661 Warsaw - Poland)","institution_ids":["https://openalex.org/I108403487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071380196","display_name":"Heitor Murilo Gomes","orcid":"https://orcid.org/0000-0002-5276-637X"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]},{"id":"https://openalex.org/I52179390","display_name":"University of Waikato","ror":"https://ror.org/013fsnh78","country_code":"NZ","type":"education","lineage":["https://openalex.org/I52179390"]}],"countries":["FR","NZ"],"is_corresponding":false,"raw_author_name":"Heitor Murilo Gomes","raw_affiliation_strings":["Department of Computer Science, University of Waikato, Hamilton, New Zealand","LTCI, T\u00e9l\u00e9com Paris, IP-Paris, Paris, France","INFRES - D\u00e9partement Informatique et R\u00e9seaux (46, rue Barrault \r\n75013 Paris - France)","DIG - Data, Intelligence and Graphs (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Waikato, Hamilton, New Zealand","institution_ids":["https://openalex.org/I52179390"]},{"raw_affiliation_string":"LTCI, T\u00e9l\u00e9com Paris, IP-Paris, Paris, France","institution_ids":["https://openalex.org/I12356871","https://openalex.org/I4210165912"]},{"raw_affiliation_string":"INFRES - D\u00e9partement Informatique et R\u00e9seaux (46, rue Barrault \r\n75013 Paris - France)","institution_ids":[]},{"raw_affiliation_string":"DIG - Data, Intelligence and Graphs (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)","institution_ids":["https://openalex.org/I12356871"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080970505","display_name":"Albert Bifet","orcid":"https://orcid.org/0000-0002-8339-7773"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]},{"id":"https://openalex.org/I52179390","display_name":"University of Waikato","ror":"https://ror.org/013fsnh78","country_code":"NZ","type":"education","lineage":["https://openalex.org/I52179390"]}],"countries":["FR","NZ"],"is_corresponding":false,"raw_author_name":"Albert Bifet","raw_affiliation_strings":["Department of Computer Science, University of Waikato, Hamilton, New Zealand","LTCI, T\u00e9l\u00e9com Paris, IP-Paris, Paris, France","DIG - Data, Intelligence and Graphs (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)","INFRES - D\u00e9partement Informatique et R\u00e9seaux (46, rue Barrault \r\n75013 Paris - France)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Waikato, Hamilton, New Zealand","institution_ids":["https://openalex.org/I52179390"]},{"raw_affiliation_string":"LTCI, T\u00e9l\u00e9com Paris, IP-Paris, Paris, France","institution_ids":["https://openalex.org/I12356871","https://openalex.org/I4210165912"]},{"raw_affiliation_string":"DIG - Data, Intelligence and Graphs (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)","institution_ids":["https://openalex.org/I12356871"]},{"raw_affiliation_string":"INFRES - D\u00e9partement Informatique et R\u00e9seaux (46, rue Barrault \r\n75013 Paris - France)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029759780"],"corresponding_institution_ids":["https://openalex.org/I108403487"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.46,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.91851263,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"34","issue":"5","first_page":"1237","last_page":"1266"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8372928500175476},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.836546778678894},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6676313877105713},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.6474793553352356},{"id":"https://openalex.org/keywords/streams","display_name":"STREAMS","score":0.6162075996398926},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5483612418174744},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44169536232948303},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.41334858536720276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.413274347782135}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8372928500175476},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.836546778678894},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6676313877105713},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.6474793553352356},{"id":"https://openalex.org/C42090638","wikidata":"https://www.wikidata.org/wiki/Q4048907","display_name":"STREAMS","level":2,"score":0.6162075996398926},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5483612418174744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44169536232948303},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.41334858536720276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.413274347782135},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10618-019-00654-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-019-00654-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00654-y.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04468430v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04468430","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data Mining and Knowledge Discovery, 2020, 34 (5), pp.1237--1266. ⟨10.1007/S10618-019-00654-Y⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"doi:10.1007/s10618-019-00654-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-019-00654-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-019-00654-y.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322637","display_name":"Politechnika Warszawska","ror":"https://ror.org/00y0xnp53"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2989114215.pdf","grobid_xml":"https://content.openalex.org/works/W2989114215.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W94034037","https://openalex.org/W164124199","https://openalex.org/W1525647652","https://openalex.org/W1594031697","https://openalex.org/W1635892993","https://openalex.org/W1904826605","https://openalex.org/W1958174753","https://openalex.org/W1989329630","https://openalex.org/W1992019053","https://openalex.org/W2006398000","https://openalex.org/W2010657328","https://openalex.org/W2015627422","https://openalex.org/W2068714596","https://openalex.org/W2084689094","https://openalex.org/W2099302642","https://openalex.org/W2100406636","https://openalex.org/W2102387656","https://openalex.org/W2130416896","https://openalex.org/W2139138573","https://openalex.org/W2143991132","https://openalex.org/W2157664934","https://openalex.org/W2166270823","https://openalex.org/W2294737577","https://openalex.org/W2361024996","https://openalex.org/W2583824097","https://openalex.org/W2626498001","https://openalex.org/W2902929648","https://openalex.org/W2911964244","https://openalex.org/W4297957988"],"related_works":["https://openalex.org/W4293083682","https://openalex.org/W4389449520","https://openalex.org/W2061507057","https://openalex.org/W127192698","https://openalex.org/W2570600173","https://openalex.org/W2893008024","https://openalex.org/W2743735673","https://openalex.org/W4361801939","https://openalex.org/W2360131081","https://openalex.org/W1521014365"],"abstract_inverted_index":{"Abstract":[0],"A":[1],"large":[2],"portion":[3],"of":[4,15,52,64,125,146,150],"the":[5,13,28,50,144,148],"stream":[6,68,120],"mining":[7,69,121],"studies":[8],"on":[9,12,132],"classification":[10],"rely":[11],"availability":[14],"true":[16,35,84],"labels":[17,43,152],"immediately":[18,33],"after":[19],"making":[20],"predictions.":[21],"This":[22,48,61],"approach":[23],"is":[24,63,107,115],"well":[25],"exemplified":[26],"by":[27],"test-then-train":[29],"evaluation,":[30],"where":[31],"predictions":[32,76,130],"precede":[34],"label":[36],"arrival.":[37],"However,":[38],"in":[39,58,123],"many":[40],"real":[41],"scenarios,":[42],"arrive":[44],"with":[45],"non-negligible":[46],"latency.":[47],"raises":[49],"question":[51,62],"how":[53],"to":[54,73,109,117,128],"evaluate":[55],"classifiers":[56,155],"trained":[57],"such":[59],"circumstances.":[60],"particular":[65],"importance":[66,145],"when":[67,98,153],"models":[70],"are":[71],"expected":[72],"refine":[74,129],"their":[75,126],"between":[77,119],"acquiring":[78],"instance":[79,151],"data":[80,96,111,157],"and":[81,113,141],"receiving":[82],"its":[83],"label.":[85],"In":[86],"this":[87],"work,":[88],"we":[89],"propose":[90],"a":[91],"novel":[92],"evaluation":[93],"methodology":[94],"for":[95,156],"streams":[97,112],"verification":[99],"latency":[100],"takes":[101],"place,":[102],"namely":[103],"continuous":[104],"re-evaluation.":[105],"It":[106],"applied":[108],"reference":[110],"it":[114],"used":[116],"differentiate":[118],"techniques":[122],"terms":[124],"ability":[127],"based":[131],"newly":[133],"arriving":[134],"instances.":[135],"Our":[136],"study":[137],"points":[138],"out,":[139],"discusses":[140],"shows":[142],"empirically":[143],"considering":[147],"delay":[149],"evaluating":[154],"streams.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}