{"id":"https://openalex.org/W3170999895","doi":"https://doi.org/10.1145/3523055","title":"A Survey on Semi-supervised Learning for Delayed Partially Labelled Data Streams","display_name":"A Survey on Semi-supervised Learning for Delayed Partially Labelled Data Streams","publication_year":2022,"publication_date":"2022-03-25","ids":{"openalex":"https://openalex.org/W3170999895","doi":"https://doi.org/10.1145/3523055","mag":"3170999895"},"language":"en","primary_location":{"id":"doi:10.1145/3523055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523055","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.09170","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071380196","display_name":"Heitor Murilo Gomes","orcid":"https://orcid.org/0000-0002-5276-637X"},"institutions":[{"id":"https://openalex.org/I52179390","display_name":"University of Waikato","ror":"https://ror.org/013fsnh78","country_code":"NZ","type":"education","lineage":["https://openalex.org/I52179390"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Heitor Murilo Gomes","raw_affiliation_strings":["AI Institute, University of Waikato, New Zealand","University of Waikato [Hamilton] (Hillcrest, Hamilton 3216 - New Zealand)"],"affiliations":[{"raw_affiliation_string":"AI Institute, University of Waikato, New Zealand","institution_ids":["https://openalex.org/I52179390"]},{"raw_affiliation_string":"University of Waikato [Hamilton] (Hillcrest, Hamilton 3216 - New Zealand)","institution_ids":["https://openalex.org/I52179390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029759780","display_name":"Maciej Grzenda","orcid":"https://orcid.org/0000-0002-5440-4954"},"institutions":[{"id":"https://openalex.org/I108403487","display_name":"Warsaw University of Technology","ror":"https://ror.org/00y0xnp53","country_code":"PL","type":"education","lineage":["https://openalex.org/I108403487"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Maciej Grzenda","raw_affiliation_strings":["Faculty of Mathematics and Information Science, Warsaw University of Technology, Poland"],"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Information Science, Warsaw University of Technology, Poland","institution_ids":["https://openalex.org/I108403487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073145218","display_name":"Rodrigo Fernandes de Mello","orcid":"https://orcid.org/0000-0002-0435-3992"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrigo Mello","raw_affiliation_strings":["ICMC, University of S\u00e3o Paulo, S\u00e3o Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"ICMC, University of S\u00e3o Paulo, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055668668","display_name":"Jesse Read","orcid":"https://orcid.org/0000-0002-1013-6724"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210139461","display_name":"Laboratoire d'Informatique de l'\u00c9cole Polytechnique","ror":"https://ror.org/04afed728","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210139461","https://openalex.org/I4210145102","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jesse Read","raw_affiliation_strings":["LIX, \u00c9cole Polytechnique, Institut Polytechnique de Paris, France","OptimiX - Optimization at LIX (LIX CNRS, Ecole Polytechnique, Institut Polytechnique de Paris, 91128 Palaiseau - France)"],"affiliations":[{"raw_affiliation_string":"LIX, \u00c9cole Polytechnique, Institut Polytechnique de Paris, France","institution_ids":["https://openalex.org/I142476485"]},{"raw_affiliation_string":"OptimiX - Optimization at LIX (LIX CNRS, Ecole Polytechnique, Institut Polytechnique de Paris, 91128 Palaiseau - France)","institution_ids":["https://openalex.org/I4210139461","https://openalex.org/I142476485","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112652177","display_name":"Minh Huong Le Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Minh Huong Le Nguyen","raw_affiliation_strings":["T\u00e9l\u00e9com Paris, Institut Polytechnique de Paris, France"],"affiliations":[{"raw_affiliation_string":"T\u00e9l\u00e9com Paris, Institut Polytechnique de Paris, France","institution_ids":["https://openalex.org/I12356871","https://openalex.org/I4210145102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080970505","display_name":"Albert Bifet","orcid":"https://orcid.org/0000-0002-8339-7773"},"institutions":[{"id":"https://openalex.org/I52179390","display_name":"University of Waikato","ror":"https://ror.org/013fsnh78","country_code":"NZ","type":"education","lineage":["https://openalex.org/I52179390"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Albert Bifet","raw_affiliation_strings":["AI Institute, University of Waikato, New Zealand"],"affiliations":[{"raw_affiliation_string":"AI Institute, University of Waikato, New Zealand","institution_ids":["https://openalex.org/I52179390"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071380196"],"corresponding_institution_ids":["https://openalex.org/I52179390"],"apc_list":null,"apc_paid":null,"fwci":7.8601,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.97756992,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"55","issue":"4","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8437979817390442},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7947729825973511},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.762458086013794},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6353687047958374},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.6277167797088623},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6059561371803284},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.5989959239959717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5634666085243225},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.536967396736145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8437979817390442},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7947729825973511},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.762458086013794},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6353687047958374},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.6277167797088623},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6059561371803284},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5989959239959717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5634666085243225},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.536967396736145},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3523055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523055","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.09170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.09170","pdf_url":"https://arxiv.org/pdf/2106.09170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:HAL:hal-04468366v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04468366","pdf_url":"https://hal.science/hal-04468366v1/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Computing Surveys, 2022, 55 (4), pp.Article No.: 75, Pages 1 - 42. &#x27E8;10.1145/3523055&#x27E9;","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.09170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.09170","pdf_url":"https://arxiv.org/pdf/2106.09170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6536622083","display_name":null,"funder_award_id":"ID-UB","funder_id":"https://openalex.org/F4320322637","funder_display_name":"Politechnika Warszawska"}],"funders":[{"id":"https://openalex.org/F4320322637","display_name":"Politechnika Warszawska","ror":"https://ror.org/00y0xnp53"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":138,"referenced_works":["https://openalex.org/W164124199","https://openalex.org/W202016214","https://openalex.org/W608314793","https://openalex.org/W1228913457","https://openalex.org/W1479807131","https://openalex.org/W1521014365","https://openalex.org/W1529840045","https://openalex.org/W1549386224","https://openalex.org/W1561572740","https://openalex.org/W1564947197","https://openalex.org/W1581164117","https://openalex.org/W1670132599","https://openalex.org/W1686266550","https://openalex.org/W1904826605","https://openalex.org/W1982039810","https://openalex.org/W1990079212","https://openalex.org/W1992019053","https://openalex.org/W2000908731","https://openalex.org/W2005650084","https://openalex.org/W2021739900","https://openalex.org/W2028489411","https://openalex.org/W2044574055","https://openalex.org/W2048679005","https://openalex.org/W2049633694","https://openalex.org/W2049877533","https://openalex.org/W2068714596","https://openalex.org/W2073256825","https://openalex.org/W2079359777","https://openalex.org/W2085443648","https://openalex.org/W2088439420","https://openalex.org/W2099302642","https://openalex.org/W2099419573","https://openalex.org/W2100495367","https://openalex.org/W2101210369","https://openalex.org/W2107056945","https://openalex.org/W2107968230","https://openalex.org/W2108271008","https://openalex.org/W2116413397","https://openalex.org/W2119939946","https://openalex.org/W2129767422","https://openalex.org/W2131197478","https://openalex.org/W2131739315","https://openalex.org/W2133556223","https://openalex.org/W2134125037","https://openalex.org/W2136246134","https://openalex.org/W2136504847","https://openalex.org/W2140234018","https://openalex.org/W2140335411","https://openalex.org/W2143991132","https://openalex.org/W2145139979","https://openalex.org/W2146241755","https://openalex.org/W2148143831","https://openalex.org/W2157664934","https://openalex.org/W2163922914","https://openalex.org/W2168386304","https://openalex.org/W2170936641","https://openalex.org/W2234964355","https://openalex.org/W2244109919","https://openalex.org/W2252617635","https://openalex.org/W2255333239","https://openalex.org/W2293884019","https://openalex.org/W2300408473","https://openalex.org/W2473021150","https://openalex.org/W2486125749","https://openalex.org/W2492794003","https://openalex.org/W2509304078","https://openalex.org/W2554736449","https://openalex.org/W2583824097","https://openalex.org/W2602480929","https://openalex.org/W2602516395","https://openalex.org/W2626498001","https://openalex.org/W2773309814","https://openalex.org/W2783531963","https://openalex.org/W2788388592","https://openalex.org/W2788462285","https://openalex.org/W2799995445","https://openalex.org/W2801183640","https://openalex.org/W2803837336","https://openalex.org/W2807827562","https://openalex.org/W2891165828","https://openalex.org/W2893016462","https://openalex.org/W2898036135","https://openalex.org/W2901287800","https://openalex.org/W2903158431","https://openalex.org/W2911964244","https://openalex.org/W2959510267","https://openalex.org/W2962369866","https://openalex.org/W2963739929","https://openalex.org/W2963819344","https://openalex.org/W2963956526","https://openalex.org/W2964057329","https://openalex.org/W2968231335","https://openalex.org/W2971503667","https://openalex.org/W2982593362","https://openalex.org/W2984353870","https://openalex.org/W2989114215","https://openalex.org/W2997010842","https://openalex.org/W2997449054","https://openalex.org/W2997967197","https://openalex.org/W3001698026","https://openalex.org/W3003804390","https://openalex.org/W3007134847","https://openalex.org/W3007821902","https://openalex.org/W3008463620","https://openalex.org/W3013371665","https://openalex.org/W3023534255","https://openalex.org/W3030867299","https://openalex.org/W3034942609","https://openalex.org/W3083444919","https://openalex.org/W3089611792","https://openalex.org/W3090554858","https://openalex.org/W3094751884","https://openalex.org/W3094766433","https://openalex.org/W3095110363","https://openalex.org/W3097652319","https://openalex.org/W3106527983","https://openalex.org/W3124661333","https://openalex.org/W3135693966","https://openalex.org/W3137868789","https://openalex.org/W3158751627","https://openalex.org/W3181161034","https://openalex.org/W4206686222","https://openalex.org/W4212774754","https://openalex.org/W4212883601","https://openalex.org/W4213425930","https://openalex.org/W4233639450","https://openalex.org/W4245055982","https://openalex.org/W4285719527","https://openalex.org/W4292919149","https://openalex.org/W4299335291","https://openalex.org/W4386398005","https://openalex.org/W6636883489","https://openalex.org/W6672011795","https://openalex.org/W6679517787","https://openalex.org/W6680140577","https://openalex.org/W6767099637","https://openalex.org/W6785219309","https://openalex.org/W6854541590"],"related_works":["https://openalex.org/W4312414840","https://openalex.org/W2794908468","https://openalex.org/W4206276646","https://openalex.org/W2943467239","https://openalex.org/W1571801203","https://openalex.org/W3008463620","https://openalex.org/W101422005","https://openalex.org/W192740413","https://openalex.org/W3004135598","https://openalex.org/W2952937263"],"abstract_inverted_index":{"Unlabelled":[0],"data":[1,16,20,37,44,50,57,82,101,129],"appear":[2],"in":[3,115,130],"many":[4],"domains":[5],"and":[6,38,51,94,146,159,162,177],"are":[7],"particularly":[8],"relevant":[9],"to":[10,53,110,124,180],"streaming":[11],"applications,":[12],"where":[13],"even":[14],"though":[15],"is":[17,21,74],"abundant,":[18],"labelled":[19,43,49,81],"rare.":[22],"To":[23],"address":[24],"the":[25,35,42,48,55,75,78,86,96,100,112,137,156,164,173],"learning":[26,157],"problems":[27],"associated":[28],"with":[29],"such":[30],"data,":[31],"one":[32],"can":[33],"ignore":[34],"unlabelled":[36,56,128],"focus":[39],"only":[40],"on":[41,67,92,106],"(supervised":[45],"learning);":[46,59],"use":[47],"attempt":[52],"leverage":[54,127],"(semi-supervised":[58],"or":[60],"assume":[61],"some":[62],"labels":[63,114],"will":[64,84],"be":[65],"available":[66,83],"request":[68],"(active":[69],"learning).":[70],"The":[71,89,103],"first":[72],"approach":[73],"simplest,":[76],"yet":[77],"amount":[79],"of":[80,99],"limit":[85],"predictive":[87],"performance.":[88],"second":[90],"relies":[91],"finding":[93],"exploiting":[95],"underlying":[97],"characteristics":[98],"distribution.":[102],"third":[104],"depends":[105],"an":[107],"external":[108],"agent":[109],"provide":[111],"required":[113],"a":[116,131,151],"timely":[117],"fashion.":[118],"This":[119],"survey":[120],"pays":[121],"special":[122],"attention":[123],"methods":[125],"that":[126],"semi-supervised":[132,147],"setting.":[133],"We":[134,149],"also":[135],"discuss":[136,155],"delayed":[138],"labelling":[139],"issue,":[140],"which":[141],"impacts":[142],"both":[143],"fully":[144],"supervised":[145],"methods.":[148],"propose":[150,178],"unified":[152],"problem":[153,168],"setting,":[154],"guarantees":[158],"existing":[160],"methods,":[161],"explain":[163],"differences":[165],"between":[166],"related":[167],"settings.":[169],"Finally,":[170],"we":[171],"review":[172],"current":[174],"benchmarking":[175],"practices":[176],"adaptations":[179],"enhance":[181],"them.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
