{"id":"https://openalex.org/W3102268593","doi":"https://doi.org/10.1162/neco_a_01100","title":"Neural Simpletrons: Learning in the Limit of Few Labels with Directed Generative Networks","display_name":"Neural Simpletrons: Learning in the Limit of Few Labels with Directed Generative Networks","publication_year":2018,"publication_date":"2018-06-12","ids":{"openalex":"https://openalex.org/W3102268593","doi":"https://doi.org/10.1162/neco_a_01100","mag":"3102268593","pmid":"https://pubmed.ncbi.nlm.nih.gov/29894656"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01100","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01100","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023612311","display_name":"Dennis Forster","orcid":"https://orcid.org/0000-0002-0325-2575"},"institutions":[{"id":"https://openalex.org/I2801628138","display_name":"Frankfurt Institute for Advanced Studies","ror":"https://ror.org/05vmv8m79","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2801628138"]},{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dennis Forster","raw_affiliation_strings":["Machine Learning Group, Department for Medical Physics and Acoustics, Carl-von-Ossietzky University Oldenburg, 26129 Oldenburg, Germany, and Frankfurt Institute for Advanced Studies, Goethe-University Frankfurt am Main, 60438 Frankfurt am Main, Germany"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Department for Medical Physics and Acoustics, Carl-von-Ossietzky University Oldenburg, 26129 Oldenburg, Germany, and Frankfurt Institute for Advanced Studies, Goethe-University Frankfurt am Main, 60438 Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I2801628138","https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060200753","display_name":"Abdul-Saboor Sheikh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144375","display_name":"Hearing4all","ror":"https://ror.org/0393vzh87","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144375"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Abdul-Saboor Sheikh","raw_affiliation_strings":["Zalando Research, Zalando SE, 11501 Berlin, Germany, and Machine Learning Group and Cluster of Excellence Hearing4all, Department for Medical Physics and Acoustics, Carl-von-Ossietzky University Oldenburg, 26129 Oldenburg, Germany"],"affiliations":[{"raw_affiliation_string":"Zalando Research, Zalando SE, 11501 Berlin, Germany, and Machine Learning Group and Cluster of Excellence Hearing4all, Department for Medical Physics and Acoustics, Carl-von-Ossietzky University Oldenburg, 26129 Oldenburg, Germany","institution_ids":["https://openalex.org/I4210144375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022342273","display_name":"J\u00f6rg L\u00fccke","orcid":"https://orcid.org/0000-0001-9921-2529"},"institutions":[{"id":"https://openalex.org/I4210144375","display_name":"Hearing4all","ror":"https://ror.org/0393vzh87","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144375"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"J\u00f6rg L\u00fccke","raw_affiliation_strings":["Machine Learning Group, Department for Medical Physics and Acoustics, Cluster of Excellence Hearing4all and Research Center Neurosensory Sciences, Carl-von-Ossietzky University Oldenburg, 26129 Oldenburg, Germany"],"affiliations":[{"raw_affiliation_string":"Machine Learning Group, Department for Medical Physics and Acoustics, Cluster of Excellence Hearing4all and Research Center Neurosensory Sciences, Carl-von-Ossietzky University Oldenburg, 26129 Oldenburg, Germany","institution_ids":["https://openalex.org/I4210144375"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5022342273","https://openalex.org/A5023612311","https://openalex.org/A5060200753"],"corresponding_institution_ids":["https://openalex.org/I114090438","https://openalex.org/I2801628138","https://openalex.org/I4210144375"],"apc_list":null,"apc_paid":null,"fwci":2.1469,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.88961082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"30","issue":"8","first_page":"2113","last_page":"2174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7411287426948547},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7022601366043091},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6795538663864136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6510506868362427},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.6031290292739868},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5976378917694092},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5680093765258789},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5293125510215759},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4928584098815918},{"id":"https://openalex.org/keywords/competitive-learning","display_name":"Competitive learning","score":0.4822857677936554},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.477792352437973},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4661499261856079},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.4346984624862671},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19209259748458862}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7411287426948547},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7022601366043091},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6795538663864136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6510506868362427},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.6031290292739868},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5976378917694092},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5680093765258789},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5293125510215759},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4928584098815918},{"id":"https://openalex.org/C120822770","wikidata":"https://www.wikidata.org/wiki/Q5156355","display_name":"Competitive learning","level":3,"score":0.4822857677936554},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.477792352437973},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4661499261856079},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.4346984624862671},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19209259748458862},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01100","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01100","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:29894656","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29894656","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.75,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W205159212","https://openalex.org/W206384506","https://openalex.org/W601603264","https://openalex.org/W830076066","https://openalex.org/W1489333352","https://openalex.org/W1493526108","https://openalex.org/W1500351990","https://openalex.org/W1520448186","https://openalex.org/W1522301498","https://openalex.org/W1544983288","https://openalex.org/W1563017489","https://openalex.org/W1774786334","https://openalex.org/W1902027874","https://openalex.org/W1964155876","https://openalex.org/W1964224276","https://openalex.org/W1996641400","https://openalex.org/W2003400208","https://openalex.org/W2025653905","https://openalex.org/W2031696998","https://openalex.org/W2034302955","https://openalex.org/W2040870580","https://openalex.org/W2057320839","https://openalex.org/W2072072671","https://openalex.org/W2076063813","https://openalex.org/W2095705004","https://openalex.org/W2097676679","https://openalex.org/W2102539288","https://openalex.org/W2106401878","https://openalex.org/W2112796928","https://openalex.org/W2113207845","https://openalex.org/W2119821739","https://openalex.org/W2124244761","https://openalex.org/W2128209899","https://openalex.org/W2135181320","https://openalex.org/W2136922672","https://openalex.org/W2139823104","https://openalex.org/W2141125852","https://openalex.org/W2141522908","https://openalex.org/W2142114717","https://openalex.org/W2144211451","https://openalex.org/W2148603752","https://openalex.org/W2154359981","https://openalex.org/W2160815625","https://openalex.org/W2161133254","https://openalex.org/W2161164955","https://openalex.org/W2162262658","https://openalex.org/W2163922914","https://openalex.org/W2174347865","https://openalex.org/W2186222003","https://openalex.org/W2194775991","https://openalex.org/W2210969396","https://openalex.org/W2274533739","https://openalex.org/W2407712691","https://openalex.org/W2526529994","https://openalex.org/W2559655401","https://openalex.org/W2567948266","https://openalex.org/W2585198072","https://openalex.org/W2597289420","https://openalex.org/W2604272474","https://openalex.org/W2650517833","https://openalex.org/W2949071206","https://openalex.org/W2949117887","https://openalex.org/W2949416428","https://openalex.org/W2949892913","https://openalex.org/W2951122352","https://openalex.org/W2951187696","https://openalex.org/W2951786554","https://openalex.org/W2952193981","https://openalex.org/W2963373786","https://openalex.org/W2963828071","https://openalex.org/W2963873208","https://openalex.org/W2964040467","https://openalex.org/W4205687621","https://openalex.org/W4239510810","https://openalex.org/W4294185068","https://openalex.org/W4298441252"],"related_works":["https://openalex.org/W2093104230","https://openalex.org/W4390874210","https://openalex.org/W4384918963","https://openalex.org/W2128027845","https://openalex.org/W4386184937","https://openalex.org/W1493875009","https://openalex.org/W4394728283","https://openalex.org/W2105231718","https://openalex.org/W2749300598","https://openalex.org/W2098239572"],"abstract_inverted_index":{"We":[0,11],"explore":[1],"classifier":[2],"training":[3],"for":[4,19,84,91,114,138],"data":[5,51,144],"sets":[6],"with":[7,33],"very":[8,109],"few":[9,110,159],"labels.":[10],"investigate":[12],"this":[13],"task":[14],"using":[15,79],"a":[16,27,72],"neural":[17,58],"network":[18,23,75,150],"nonnegative":[20,92],"data.":[21],"The":[22,57],"is":[24,122],"derived":[25],"from":[26,64],"hierarchical":[28],"normalized":[29],"Poisson":[30],"mixture":[31],"model":[32],"one":[34],"observed":[35],"and":[36,49,60,69,100,126],"two":[37],"hidden":[38],"layers.":[39],"With":[40],"the":[41,74,105,119,149],"single":[42],"objective":[43],"of":[44,158],"likelihood":[45],"optimization,":[46],"both":[47],"labeled":[48,143],"unlabeled":[50],"are":[52,67,112,135],"naturally":[53],"incorporated":[54],"into":[55],"learning.":[56],"activation":[59],"learning":[61,82],"equations":[62],"resulting":[63],"our":[65],"derivation":[66],"concise":[68],"local.":[70],"As":[71],"consequence,":[73],"can":[76,153],"be":[77,154],"scaled":[78],"standard":[80,89,125],"deep":[81],"tools":[83],"parallelized":[85],"GPU":[86],"implementation.":[87],"Using":[88],"benchmarks":[90],"data,":[93],"such":[94],"as":[95],"text":[96],"document":[97],"representations,":[98],"MNIST,":[99],"NIST":[101],"SD19,":[102],"we":[103,146],"study":[104],"classification":[106],"performance":[107,121],"when":[108],"labels":[111,140,160],"used":[113],"training.":[115],"In":[116],"different":[117],"settings,":[118],"network's":[120],"compared":[123],"to":[124,156,168],"recently":[127],"suggested":[128],"semisupervised":[129],"classifiers.":[130],"While":[131],"other":[132,163],"recent":[133],"approaches":[134],"more":[136],"competitive":[137],"many":[139],"or":[141],"fully":[142],"sets,":[145],"find":[147],"that":[148],"studied":[151],"here":[152],"applied":[155],"numbers":[157],"where":[161],"no":[162],"system":[164],"has":[165],"been":[166],"reported":[167],"operate":[169],"so":[170],"far.":[171]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}