{"id":"https://openalex.org/W2996554397","doi":null,"title":"Disentangling Factors of Variations Using Few Labels","display_name":"Disentangling Factors of Variations Using Few Labels","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W2996554397","mag":"2996554397"},"language":"en","primary_location":{"id":"mag:2996554397","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.01258.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.01258.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073157306","display_name":"Francesco Locatello","orcid":"https://orcid.org/0000-0002-4850-0683","observed_orcids":["https://orcid.org/0000-0002-4850-0683"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Francesco Locatello","raw_affiliation_strings":["Max Planck Society, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4850-0683","affiliations":[{"raw_affiliation_string":"Max Planck Society, Munich, Germany","institution_ids":["https://openalex.org/I149899117"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088082340","display_name":"Michael Tschannen","orcid":"https://orcid.org/0000-0002-8773-0641","observed_orcids":["https://orcid.org/0000-0002-8773-0641"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Tschannen","raw_affiliation_strings":["Google (United States), Mountain View, United States"],"raw_orcid":"https://orcid.org/0000-0002-8773-0641","affiliations":[{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018488407","display_name":"Stefan Bauer","orcid":"https://orcid.org/0000-0003-1712-060X","observed_orcids":["https://orcid.org/0000-0003-1712-060X"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Bauer","raw_affiliation_strings":["Max Planck Society, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Society, Munich, Germany","institution_ids":["https://openalex.org/I149899117"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035416263","display_name":"Gunnar R\u00e4tsch","orcid":"https://orcid.org/0000-0001-5486-8532","observed_orcids":["https://orcid.org/0000-0001-5486-8532"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gunnar R\u00e4tsch","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5486-8532","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044005697","display_name":"Bernhard Sch\u00f6lkopf","orcid":"https://orcid.org/0000-0002-8177-0925","observed_orcids":["https://orcid.org/0000-0002-8177-0925"]},"institutions":[{"id":"https://openalex.org/I149899117","display_name":"Max Planck Society","ror":"https://ror.org/01hhn8329","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I149899117"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernhard Sch\u00f6lkopf","raw_affiliation_strings":["Max Planck Society, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8177-0925","affiliations":[{"raw_affiliation_string":"Max Planck Society, Munich, Germany","institution_ids":["https://openalex.org/I149899117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089890773","display_name":"Olivier Bachem","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olivier Bachem","raw_affiliation_strings":["Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3718000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3718000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.12809999287128448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.05270000174641609,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disentangled-representation-learning","display_name":"disentangled representation learning","score":0.921999990940094},{"id":"https://openalex.org/keywords/inductive-bias","display_name":"inductive bias","score":0.5550000071525574},{"id":"https://openalex.org/keywords/limited-supervision","display_name":"limited supervision","score":0.6480000019073486},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.703000009059906},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.3869999945163727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128945589065552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6519272327423096},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6509006023406982},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.643169105052948},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5965375900268555},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5456011295318604},{"id":"https://openalex.org/C197352929","wikidata":"https://www.wikidata.org/wiki/Q1074074","display_name":"Inductive bias","level":4,"score":0.5346938967704773},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5295342206954956},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5227413773536682},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4921645522117615},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.46162015199661255},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4562368094921112},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4306359887123108},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4109688997268677},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.31459295749664307},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.1324940323829651},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2996554397","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.01258.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2996554397","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.01258.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W2966661","https://openalex.org/W1524326598","https://openalex.org/W1574202531","https://openalex.org/W1691728462","https://openalex.org/W1782879880","https://openalex.org/W1912570122","https://openalex.org/W1915328033","https://openalex.org/W1959608418","https://openalex.org/W1994618660","https://openalex.org/W2012762214","https://openalex.org/W2099741732","https://openalex.org/W2105728138","https://openalex.org/W2108501770","https://openalex.org/W2124101779","https://openalex.org/W2134352661","https://openalex.org/W2134557905","https://openalex.org/W2144020560","https://openalex.org/W2157617585","https://openalex.org/W2163922914","https://openalex.org/W2184218725","https://openalex.org/W2188956040","https://openalex.org/W2281112906","https://openalex.org/W2328078142","https://openalex.org/W2405787682","https://openalex.org/W2434741482","https://openalex.org/W2559823555","https://openalex.org/W2613634265","https://openalex.org/W2620364083","https://openalex.org/W2739693027","https://openalex.org/W2751471435","https://openalex.org/W2753738274","https://openalex.org/W2785519580","https://openalex.org/W2785961484","https://openalex.org/W2786385136","https://openalex.org/W2787273002","https://openalex.org/W2789062658","https://openalex.org/W2803390034","https://openalex.org/W2807255204","https://openalex.org/W2807692250","https://openalex.org/W2808697642","https://openalex.org/W2892210823","https://openalex.org/W2897959392","https://openalex.org/W2898909293","https://openalex.org/W2902476877","https://openalex.org/W2903538854","https://openalex.org/W2903991321","https://openalex.org/W2904849495","https://openalex.org/W2905204718","https://openalex.org/W2919115771","https://openalex.org/W2920527457","https://openalex.org/W2921887948","https://openalex.org/W2946896833","https://openalex.org/W2963007778","https://openalex.org/W2963045453","https://openalex.org/W2963264829","https://openalex.org/W2963366547","https://openalex.org/W2963618559","https://openalex.org/W2963657860","https://openalex.org/W2964193753","https://openalex.org/W2965354194","https://openalex.org/W2989701728","https://openalex.org/W6997162644"],"related_works":["https://openalex.org/W2942718970","https://openalex.org/W3095169522","https://openalex.org/W2903538854","https://openalex.org/W3014486277","https://openalex.org/W2981628132","https://openalex.org/W4223635237","https://openalex.org/W3005031238","https://openalex.org/W3104527206","https://openalex.org/W7126193239","https://openalex.org/W2766761127"],"abstract_inverted_index":{"Learning":[0],"disentangled":[1,41,161],"representations":[2],"is":[3,24,123,156],"considered":[4],"a":[5,53,69,89,106],"cornerstone":[6],"problem":[7],"in":[8,44,68],"representation":[9],"learning.":[10],"Recently,":[11],"Locatello":[12],"et":[13],"al.":[14],"(2019)":[15],"demonstrated":[16],"that":[17,28,105,149],"unsupervised":[18,33,131],"disentanglement":[19,85],"learning":[20],"without":[21],"inductive":[22,30],"biases":[23,31],"theoretically":[25],"impossible":[26],"and":[27,32,87,99,120,152],"existing":[29],"methods":[34,86],"do":[35],"not":[36],"allow":[37],"to":[38,52,125,158],"consistently":[39],"learn":[40,160],"representations.":[42,162],"However,":[43],"many":[45],"practical":[46],"settings,":[47],"one":[48],"might":[49],"have":[50],"access":[51],"limited":[54],"amount":[55],"of":[56,63,66,80,109,113,138],"supervision,":[57],"for":[58],"example":[59],"through":[60],"manual":[61],"labeling":[62],"(some)":[64],"factors":[65],"variation":[67],"few":[70],"training":[71,93,143],"examples.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76,134,146],"investigate":[77,135],"the":[78,114,136,142],"impact":[79],"such":[81],"supervision":[82,140,154],"on":[83,129],"state-of-the-art":[84,130],"perform":[88,126],"large":[90],"scale":[91],"study,":[92],"over":[94],"52000":[95],"models":[96],"under":[97],"well-defined":[98],"reproducible":[100],"experimental":[101],"conditions.":[102],"We":[103],"observe":[104],"small":[107],"number":[108],"labeled":[110],"examples":[111],"(0.01--0.5%":[112],"data":[115],"set),":[116],"with":[117,150],"potentially":[118],"imprecise":[119,153],"incomplete":[121],"labels,":[122],"sufficient":[124],"model":[127],"selection":[128],"models.":[132],"Further,":[133],"benefit":[137],"incorporating":[139],"into":[141],"process.":[144],"Overall,":[145],"empirically":[147],"validate":[148],"little":[151],"it":[155],"possible":[157],"reliably":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":13}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}