{"id":"https://openalex.org/W3204397973","doi":"https://doi.org/10.1109/iccv48922.2021.00873","title":"Multi-Task Self-Training for Learning General Representations","display_name":"Multi-Task Self-Training for Learning General Representations","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3204397973","doi":"https://doi.org/10.1109/iccv48922.2021.00873","mag":"3204397973"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.00873","doi":"https://doi.org/10.1109/iccv48922.2021.00873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00873","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.11353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029917821","display_name":"Golnaz Ghiasi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Golnaz Ghiasi","raw_affiliation_strings":["Google Research,Brain Team","Brain Team, Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research,Brain Team","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Brain Team, Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026064427","display_name":"Barret Zoph","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barret Zoph","raw_affiliation_strings":["Google Research,Brain Team","Brain Team, Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research,Brain Team","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Brain Team, Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065360819","display_name":"Ekin D. Cubuk","orcid":"https://orcid.org/0000-0003-0524-2837","observed_orcids":["https://orcid.org/0000-0003-0524-2837"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ekin D. Cubuk","raw_affiliation_strings":["Google Research,Brain Team","Brain Team, Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research,Brain Team","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Brain Team, Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088551093","display_name":"Quoc Viet Le","orcid":"https://orcid.org/0000-0002-1087-2844","observed_orcids":["https://orcid.org/0000-0002-1087-2844"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quoc V. Le","raw_affiliation_strings":["Google Research,Brain Team","Brain Team, Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research,Brain Team","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Brain Team, Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052768778","display_name":"Tsung-Yi Lin","orcid":"https://orcid.org/0000-0003-4819-0627","observed_orcids":["https://orcid.org/0000-0003-4819-0627"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsung-Yi Lin","raw_affiliation_strings":["Google Research,Brain Team","Brain Team, Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research,Brain Team","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Brain Team, Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":5.923,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.97212527,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8836","last_page":"8845"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pseudo-labeling","display_name":"pseudo-labeling","score":0.6859999895095825},{"id":"https://openalex.org/keywords/teacher-student-models","display_name":"teacher-student models","score":0.7350000143051147},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.7820000052452087},{"id":"https://openalex.org/keywords/unlabeled-data","display_name":"unlabeled data","score":0.6349999904632568},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.6539999842643738},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.5820000171661377},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.9290000200271606},{"id":"https://openalex.org/keywords/semantic-segmentation","display_name":"semantic segmentation","score":0.828000009059906},{"id":"https://openalex.org/keywords/depth-estimation","display_name":"depth estimation","score":0.9079999923706055},{"id":"https://openalex.org/keywords/normal-estimation","display_name":"surface normal estimation","score":0.9789999723434448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8134092688560486},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7712898254394531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6837476491928101},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.659274697303772},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.6384215354919434},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6085476875305176},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5833336114883423},{"id":"https://openalex.org/C2776959682","wikidata":"https://www.wikidata.org/wiki/Q17005296","display_name":"Co-training","level":3,"score":0.567535936832428},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5285866260528564},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4871187210083008},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44360607862472534},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4295892119407654},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4278668463230133},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39725613594055176},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.3876194953918457},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08914202451705933},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv48922.2021.00873","doi":"https://doi.org/10.1109/iccv48922.2021.00873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00873","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.11353","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.11353","pdf_url":"https://arxiv.org/pdf/2108.11353","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2108.11353","doi":"https://doi.org/10.48550/arxiv.2108.11353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.11353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.11353","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.11353","pdf_url":"https://arxiv.org/pdf/2108.11353","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204397973.pdf","grobid_xml":"https://content.openalex.org/works/W3204397973.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2063971957","https://openalex.org/W2079057609","https://openalex.org/W2101210369","https://openalex.org/W2111316763","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2507296351","https://openalex.org/W2510182739","https://openalex.org/W2565639579","https://openalex.org/W2622263826","https://openalex.org/W2624871570","https://openalex.org/W2767434619","https://openalex.org/W2798040152","https://openalex.org/W2798373498","https://openalex.org/W2798512429","https://openalex.org/W2799269579","https://openalex.org/W2803168974","https://openalex.org/W2884822772","https://openalex.org/W2913340405","https://openalex.org/W2914746235","https://openalex.org/W2936474582","https://openalex.org/W2937297214","https://openalex.org/W2943152387","https://openalex.org/W2944828972","https://openalex.org/W2946948417","https://openalex.org/W2952603081","https://openalex.org/W2955639361","https://openalex.org/W2962743139","https://openalex.org/W2962843773","https://openalex.org/W2963150697","https://openalex.org/W2963677766","https://openalex.org/W2963760790","https://openalex.org/W2965851327","https://openalex.org/W2981852735","https://openalex.org/W2982336692","https://openalex.org/W2983943451","https://openalex.org/W2991391304","https://openalex.org/W2994536315","https://openalex.org/W2997359900","https://openalex.org/W3005680577","https://openalex.org/W3015146382","https://openalex.org/W3023371261","https://openalex.org/W3034978746","https://openalex.org/W3035003500","https://openalex.org/W3035060554","https://openalex.org/W3035160371","https://openalex.org/W3035524453","https://openalex.org/W3082274269","https://openalex.org/W3093579165","https://openalex.org/W3094502228","https://openalex.org/W3102631365","https://openalex.org/W3105422445","https://openalex.org/W3105787868","https://openalex.org/W3108655343","https://openalex.org/W3110002552","https://openalex.org/W3111156583","https://openalex.org/W3118608800","https://openalex.org/W3126337491","https://openalex.org/W3136635488","https://openalex.org/W3160525311","https://openalex.org/W3168921237","https://openalex.org/W3169483174","https://openalex.org/W3180659539","https://openalex.org/W4288083516","https://openalex.org/W6739622702","https://openalex.org/W6784333009","https://openalex.org/W6784577980","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3149645030","https://openalex.org/W2750912449","https://openalex.org/W4390190329","https://openalex.org/W2785483832","https://openalex.org/W4319301108","https://openalex.org/W4382766735","https://openalex.org/W7127945398","https://openalex.org/W4225136322","https://openalex.org/W7203704099","https://openalex.org/W4415514547"],"abstract_inverted_index":{"Despite":[0],"the":[1,36,72,88,115,119],"fast":[2],"progress":[3],"in":[4,38],"training":[5,160,194],"specialized":[6,40,63,73,153],"models":[7,42,97,155,158],"for":[8,19,25,196],"various":[9],"tasks,":[10],"learning":[11,197],"a":[12,50,82,107,186],"single":[13,51],"general":[14,52,198],"model":[15,45,109,121],"that":[16],"works":[17],"well":[18],"many":[20],"tasks":[21,125],"is":[22,102,142,185],"still":[23],"challenging":[24],"computer":[26],"vision.":[27],"Here":[28],"we":[29,61,166],"introduce":[30],"multi-task":[31,83,111],"self-training":[32,184],"(MuST),":[33],"which":[34,90],"harnesses":[35],"knowledge":[37],"independent":[39],"teacher":[41,96],"(e.g.,":[43],"ImageNet":[44],"on":[46,66,99,122,161],"classification)":[47],"to":[48,75,80,105,189],"train":[49,62,106],"student":[53,108,120],"model.":[54],"Our":[55],"approach":[56],"has":[57],"three":[58],"steps.":[59],"First,":[60],"teachers":[64,74],"independently":[65],"labeled":[67,85,148,191],"datasets.":[68,164],"We":[69,113],"then":[70,103],"use":[71],"label":[76],"an":[77],"unlabeled":[78,145,193],"dataset":[79],"create":[81],"pseudo":[84,93],"dataset.":[86],"Finally,":[87],"dataset,":[89],"now":[91],"contains":[92],"labels":[94],"from":[95],"trained":[98,176],"different":[100],"datasets/tasks,":[101],"used":[104],"with":[110,144,177],"learning.":[112],"evaluate":[114],"feature":[116,199],"representations":[117],"of":[118,179],"6":[123],"vision":[124],"including":[126],"image":[127],"recognition":[128],"(classification,":[129],"detection,":[130],"segmentation)":[131],"and":[132,137,150,156,192],"3D":[133],"geometry":[134],"estimation":[135],"(depth":[136],"surface":[138],"normal":[139],"estimation).":[140],"MuST":[141,168],"scalable":[143],"or":[146],"partially":[147],"datasets":[149],"outperforms":[151],"both":[152],"supervised":[154],"self-supervised":[157],"when":[159],"large":[162],"scale":[163],"Lastly,":[165],"show":[167],"can":[169],"improve":[170],"upon":[171],"already":[172],"strong":[173],"checkpoints":[174],"[23]":[175],"billions":[178],"examples.":[180],"The":[181],"results":[182],"suggest":[183],"promising":[187],"direction":[188],"aggregate":[190],"data":[195],"representations.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-10-11T00:00:00"}