{"id":"https://openalex.org/W2796429358","doi":null,"title":"Learning Unsupervised Learning Rules","display_name":"Learning Unsupervised Learning Rules","publication_year":2018,"publication_date":"2018-03-31","ids":{"openalex":"https://openalex.org/W2796429358","mag":"2796429358"},"language":"en","primary_location":{"id":"mag:2796429358","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1804.00222.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1804.00222.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068406135","display_name":"Luke Metz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luke Metz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060193696","display_name":"Niru Maheswaranathan","orcid":"https://orcid.org/0000-0002-3946-4705","observed_orcids":["https://orcid.org/0000-0002-3946-4705"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niru Maheswaranathan","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3946-4705","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018168885","display_name":"Brian Cheung","orcid":"https://orcid.org/0009-0000-7771-1618","observed_orcids":["https://orcid.org/0009-0000-7771-1618"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Cheung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064986566","display_name":"Jascha Sohl\u2010Dickstein","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jascha Sohl\u2010Dickstein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7089999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7089999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.14319999516010284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.09730000048875809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.8019999861717224},{"id":"https://openalex.org/keywords/meta-learning","display_name":"meta-learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.8100000023841858},{"id":"https://openalex.org/keywords/semi-supervised-classification","display_name":"semi-supervised classification","score":0.972000002861023}],"concepts":[{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.807335376739502},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.7377104759216309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7269407510757446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7220826148986816},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6448104381561279},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6079309582710266},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5110891461372375},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5080047249794006},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49120089411735535},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4505206346511841},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.43680620193481445},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42604684829711914},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.42438775300979614},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33678293228149414},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2796429358","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1804.00222.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2796429358","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1804.00222.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W180242331","https://openalex.org/W1598377843","https://openalex.org/W1757796397","https://openalex.org/W1868018859","https://openalex.org/W1935590542","https://openalex.org/W1994618660","https://openalex.org/W2025768430","https://openalex.org/W2061209832","https://openalex.org/W2099471712","https://openalex.org/W2100495367","https://openalex.org/W2105464873","https://openalex.org/W2106411961","https://openalex.org/W2111935653","https://openalex.org/W2112796928","https://openalex.org/W2113459411","https://openalex.org/W2117539524","https://openalex.org/W2131241448","https://openalex.org/W2137825550","https://openalex.org/W2145094598","https://openalex.org/W2151238122","https://openalex.org/W2173520492","https://openalex.org/W2173649752","https://openalex.org/W2321533354","https://openalex.org/W2402302915","https://openalex.org/W2409744450","https://openalex.org/W2427497464","https://openalex.org/W2553303224","https://openalex.org/W2601450892","https://openalex.org/W2602585184","https://openalex.org/W2604086949","https://openalex.org/W2604763608","https://openalex.org/W2619307294","https://openalex.org/W2736941579","https://openalex.org/W2750384547","https://openalex.org/W2753160622","https://openalex.org/W2767286248","https://openalex.org/W2913811588","https://openalex.org/W2951886768","https://openalex.org/W2963341924","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W2917041815","https://openalex.org/W2895106137","https://openalex.org/W2986085304","https://openalex.org/W4320467353","https://openalex.org/W4399115314","https://openalex.org/W4387891205","https://openalex.org/W3139344044","https://openalex.org/W4313484715","https://openalex.org/W3122168634","https://openalex.org/W1968935533"],"abstract_inverted_index":{"A":[0],"major":[1],"goal":[2,26],"of":[3,40,94],"unsupervised":[4,75,107,125,159,167],"learning":[5,76,160],"is":[6,27,91],"to":[7,19,65,80,128,138,140,171,183,198],"discover":[8],"data":[9,186],"representations":[10,48,81,114],"that":[11,47,84,112,115,147,164],"are":[12],"useful":[13,49,82,153],"for":[14,50,83],"subsequent":[15,51],"tasks,":[16],"without":[17],"access":[18],"supervised":[20],"labels":[21],"during":[22],"training.":[23],"Typically,":[24],"this":[25,60,119],"approached":[28],"by":[29,72],"minimizing":[30],"a":[31,41,56,68,129,131,199],"surrogate":[32],"objective,":[33],"such":[34],"as":[35,55],"the":[36,45,92,95,148,165],"negative":[37],"log":[38],"likelihood":[39],"generative":[42],"model,":[43],"with":[44,174,187],"hope":[46],"tasks":[52],"will":[53],"arise":[54],"side":[57],"effect.":[58],"In":[59],"work,":[61],"we":[62,101,122],"propose":[63],"instead":[64],"directly":[66],"target":[67],"later":[69],"desired":[70,88],"task":[71,89],"meta-learning":[73],"an":[74,103,106],"rule,":[77],"which":[78,135],"leads":[79],"task.":[85,201],"Here,":[86],"our":[87,124],"(meta-objective)":[90],"performance":[93],"representation":[96],"on":[97,185],"semi-supervised":[98],"classification,":[99],"and":[100,155,178,192],"meta-learn":[102],"algorithm":[104],"--":[105,111],"weight":[108],"update":[109,126,150,168],"rule":[110,127,151,169],"produces":[113,152],"perform":[116],"well":[117],"under":[118],"meta-objective.":[120],"Additionally,":[121],"constrain":[123],"be":[130],"biologically-motivated,":[132],"neuron-local":[133],"function,":[134],"enables":[136],"it":[137],"generalize":[139],"novel":[141],"neural":[142],"network":[143],"architectures.":[144],"We":[145,162],"show":[146,163],"meta-learned":[149,166],"features":[154],"sometimes":[156],"outperforms":[157],"existing":[158],"techniques.":[161],"generalizes":[170,182,194],"train":[172,184],"networks":[173],"different":[175],"widths,":[176],"depths,":[177],"nonlinearities.":[179],"It":[180],"also":[181],"randomly":[188],"permuted":[189],"input":[190],"dimensions":[191],"even":[193],"from":[195],"image":[196],"datasets":[197],"text":[200]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2018-04-13T00:00:00"}