{"id":"https://openalex.org/W3160932152","doi":"https://doi.org/10.1109/icassp39728.2021.9414665","title":"On the Marginal Benefit of Active Learning: Does Self-Supervision Eat its Cake?","display_name":"On the Marginal Benefit of Active Learning: Does Self-Supervision Eat its Cake?","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3160932152","doi":"https://doi.org/10.1109/icassp39728.2021.9414665","mag":"3160932152"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9414665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013572690","display_name":"Yao-Chun Chan","orcid":null},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao-Chun Chan","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, Riverside","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101907703","display_name":"Mingchen Li","orcid":"https://orcid.org/0000-0001-5181-8193"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingchen Li","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, Riverside","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050547472","display_name":"Samet Oymak","orcid":"https://orcid.org/0000-0001-5203-0752"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samet Oymak","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Riverside"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Riverside","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I103635307"],"apc_list":null,"apc_paid":null,"fwci":1.1192,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81979107,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3455","last_page":"3459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.754369854927063},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7518980503082275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6951858997344971},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.6881392002105713},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6220919489860535},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.602177619934082},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.5906240344047546},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5690398812294006},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5049014687538147},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4511106610298157},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4338448941707611},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12932023406028748}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.754369854927063},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7518980503082275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6951858997344971},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.6881392002105713},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6220919489860535},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.602177619934082},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5906240344047546},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5690398812294006},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5049014687538147},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4511106610298157},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4338448941707611},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12932023406028748},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9414665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2138621090","https://openalex.org/W2401231614","https://openalex.org/W2460470859","https://openalex.org/W2736191430","https://openalex.org/W2774918944","https://openalex.org/W2798991696","https://openalex.org/W2887280559","https://openalex.org/W2949517790","https://openalex.org/W2962369866","https://openalex.org/W2963902936","https://openalex.org/W2964137095","https://openalex.org/W2978426779","https://openalex.org/W2986514296","https://openalex.org/W2996318662","https://openalex.org/W2996501936","https://openalex.org/W3001197829","https://openalex.org/W3005603580","https://openalex.org/W3005680577","https://openalex.org/W3035003500","https://openalex.org/W3035524453","https://openalex.org/W3036982689","https://openalex.org/W3100859887","https://openalex.org/W3102363610","https://openalex.org/W3108655343","https://openalex.org/W3179550234","https://openalex.org/W4287756193","https://openalex.org/W4288020585","https://openalex.org/W6718740399","https://openalex.org/W6747231328","https://openalex.org/W6754002923","https://openalex.org/W6762913911","https://openalex.org/W6763442200","https://openalex.org/W6765939562","https://openalex.org/W6770578729","https://openalex.org/W6771615791","https://openalex.org/W6773005947","https://openalex.org/W6774314701","https://openalex.org/W6774531351","https://openalex.org/W6779101013","https://openalex.org/W6779122271","https://openalex.org/W6779977557","https://openalex.org/W6780191644"],"related_works":["https://openalex.org/W2949671220","https://openalex.org/W1492505081","https://openalex.org/W34092691","https://openalex.org/W4312414840","https://openalex.org/W2794908468","https://openalex.org/W4206276646","https://openalex.org/W2943467239","https://openalex.org/W1571801203","https://openalex.org/W101422005","https://openalex.org/W2168489430"],"abstract_inverted_index":{"Active":[0],"learning":[1,26,58,151,170],"is":[2,63,152],"the":[3,15,55,112,143],"set":[4],"of":[5,42,114,149,167],"techniques":[6],"for":[7],"intelligently":[8],"labeling":[9,16,53],"large":[10],"unlabeled":[11,43],"datasets":[12],"to":[13,47,70,108,162],"reduce":[14],"effort.":[17],"In":[18],"parallel,":[19],"recent":[20],"developments":[21],"in":[22,51,54,142],"self-supervised":[23,85],"and":[24,36,89,101,110,154],"semi-supervised":[25,139],"(S4L)":[27],"provide":[28],"powerful":[29],"techniques,":[30],"based":[31],"on":[32,99],"data-augmentation,":[33],"contrastive":[34],"learning,":[35,88,140],"self-training,":[37],"that":[38],"enable":[39,106],"superior":[40,72],"utilization":[41],"data":[44],"which":[45,117],"led":[46],"a":[48,80],"significant":[49],"reduction":[50],"required":[52],"standard":[56],"machine":[57],"benchmarks.":[59],"A":[60],"natural":[61],"question":[62],"whether":[64],"these":[65],"paradigms":[66],"can":[67],"be":[68],"unified":[69],"obtain":[71],"results.":[73],"To":[74],"this":[75,77],"aim,":[76],"paper":[78],"provides":[79],"novel":[81],"algorithmic":[82],"framework":[83,98],"integrating":[84],"pretraining,":[86],"active":[87,150,169],"consistency-regularized":[90],"self-training.":[91],"We":[92],"conduct":[93],"extensive":[94],"experiments":[95,105,129],"with":[96,174],"our":[97],"CIFAR10":[100],"CIFAR100":[102],"datasets.":[103],"These":[104],"us":[107],"isolate":[109],"assess":[111],"benefits":[113],"individual":[115],"components":[116],"are":[118],"evaluated":[119],"using":[120],"state-of-the-art":[121,168,175],"methods":[122],"(e.g.":[123],"Core-Set,":[124],"VAAL,":[125],"simCLR,":[126],"FixMatch).":[127],"Our":[128],"reveal":[130],"two":[131],"key":[132],"insights:":[133],"(i)":[134],"Self-supervised":[135],"pre-training":[136],"significantly":[137],"improves":[138],"especially":[141],"few-label":[144],"regime,":[145],"(ii)":[146],"The":[147],"benefit":[148,166],"undermined":[153],"subsumed":[155],"by":[156],"S4L":[157,176],"techniques.":[158,177],"Specifically,":[159],"we":[160],"fail":[161],"observe":[163],"any":[164],"additional":[165],"algorithms":[171],"when":[172],"combined":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}