{"id":"https://openalex.org/W6990768437","doi":null,"title":"Energy-Based Models for Sparse Overcomplete Representations","display_name":"Energy-Based Models for Sparse Overcomplete Representations","publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W6990768437"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.122.8549","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.122.8549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.berkeley.edu/~ywteh/research/ebm/jmlr2003.pdf","raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064373793","display_name":"Yee Whye Teh","orcid":"https://orcid.org/0000-0001-5365-6933","observed_orcids":["https://orcid.org/0000-0001-5365-6933"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yee Whye Teh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087368991","display_name":"Max Welling","orcid":"https://orcid.org/0000-0003-1484-2121","observed_orcids":["https://orcid.org/0000-0003-1484-2121"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Max Welling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052435039","display_name":"Simon Osindero","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon Osindero","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108093963","display_name":"Geoffrey E. Hinton","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geoffrey E. Hinton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022408850","display_name":"Te-Won Lee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Te-won Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019781777","display_name":"J.-F. Cardoso","orcid":"https://orcid.org/0000-0002-3388-6608","observed_orcids":["https://orcid.org/0000-0002-3388-6608"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean-fran\u00e7ois Cardoso","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085424325","display_name":"Erkki Oja A","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erkki Oja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5055812530","display_name":"\u0428\u0443\u043d-\u0438\u0447\u0438 \u0410\u043c\u0430\u0440\u0438","orcid":"https://orcid.org/0000-0001-8860-8675","observed_orcids":["https://orcid.org/0000-0001-8860-8675"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shun-ichi Amari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8636,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.84565283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/energy-based-models","display_name":"energy-based models","score":0.8259999752044678},{"id":"https://openalex.org/keywords/overcomplete-representations","display_name":"overcomplete representations","score":0.8759999871253967},{"id":"https://openalex.org/keywords/independent-component-analysis","display_name":"independent component analysis","score":0.9660000205039978},{"id":"https://openalex.org/keywords/boltzmann-distribution","display_name":"Boltzmann distribution","score":0.7329999804496765},{"id":"https://openalex.org/keywords/contrastive-divergence","display_name":"contrastive divergence","score":0.9860000014305115},{"id":"https://openalex.org/keywords/blind-source-separation","display_name":"blind source separation","score":0.8960000276565552},{"id":"https://openalex.org/keywords/sparse-representation","display_name":"sparse representation","score":0.6480000019073486},{"id":"https://openalex.org/keywords/conditional-independence","display_name":"conditional independence","score":0.8100000023841858},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"feature extraction","score":0.8029999732971191},{"id":"https://openalex.org/keywords/speech-separation","display_name":"speech separation","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.6682999730110168},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.6176000237464905},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C120317606","wikidata":"https://www.wikidata.org/wiki/Q17105967","display_name":"Blind signal separation","level":3,"score":0.578499972820282},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.5613999962806702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5569999814033508},{"id":"https://openalex.org/C165216359","wikidata":"https://www.wikidata.org/wiki/Q670653","display_name":"Marginal distribution","level":3,"score":0.5457000136375427},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5307000279426575},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.48249998688697815},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.4438000023365021},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43720000982284546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4323999881744385},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4131999909877777},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3797000050544739},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36090001463890076},{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.3521000146865845},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2776864781","wikidata":"https://www.wikidata.org/wiki/Q52617913","display_name":"Source separation","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C137002209","wikidata":"https://www.wikidata.org/wiki/Q898521","display_name":"Hidden variable theory","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.26930001378059387},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.2644999921321869}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.122.8549","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.122.8549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.berkeley.edu/~ywteh/research/ebm/jmlr2003.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.3.6122","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.3.6122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.toronto.edu/~hinton/absps/ebmica.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.4.4271","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.4.4271","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.jmlr.org/papers/volume4/teh03a/teh03a.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.93.8380","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.93.8380","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://jmlr.csail.mit.edu/papers/volume4/teh03a/teh03a.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:13460","doi":null,"is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/13460/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J MACH LEARN RES , 4 (7-8) 1235 - 1260. (2004)","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7097793474","https://openalex.org/W3016371529","https://openalex.org/W142498345","https://openalex.org/W2112274848","https://openalex.org/W1561011285","https://openalex.org/W2369073668","https://openalex.org/W2150389787","https://openalex.org/W1870419488","https://openalex.org/W2149239179","https://openalex.org/W7097584419"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,63],"new":[3],"way":[4],"of":[5,21,27,36,51,78,93,100],"extending":[6],"independent":[7],"components":[8],"analysis":[9],"(ICA)":[10],"to":[11,16,60,97,107,121,137],"overcomplete":[12,134],"representations.":[13],"In":[14,129],"contrast":[15],"the":[17,37,46,52,55,61,67,73,84,91,98,115],"causal":[18],"generative":[19],"extensions":[20],"ICA":[22,109],"which":[23],"maintain":[24],"marginal":[25,43],"independence":[26,50],"sources,":[28],"we":[29,111,132],"define":[30],"features":[31,53,62,94,139],"as":[32],"deterministic":[33],"(linear)":[34],"functions":[35],"inputs.":[38,56],"This":[39],"assumption":[40],"results":[41],"in":[42],"dependencies":[44],"among":[45],"features,":[47],"but":[48],"conditional":[49],"given":[54],"By":[57],"assigning":[58],"energies":[59],"probability":[64],"distribution":[65],"over":[66],"input":[68,101],"states":[69],"is":[70,95,119],"defined":[71],"through":[72],"Boltzmann":[74],"distribution.":[75],"Free":[76],"parameters":[77],"this":[79,103],"model":[80,105],"are":[81],"trained":[82],"using":[83],"contrastive":[85],"divergence":[86],"objective":[87],"(Hinton,":[88],"2002).":[89],"When":[90],"number":[92,99],"equal":[96],"dimensions":[102],"energy-based":[104,135],"reduces":[106],"noiseless":[108],"and":[110,150],"show":[112],"experimentally":[113],"that":[114],"proposed":[116],"learning":[117],"algorithm":[118],"able":[120],"perform":[122],"blind":[123],"source":[124],"separation":[125],"on":[126],"speech":[127],"data.":[128],"additional":[130],"experiments":[131],"train":[133],"models":[136],"extract":[138],"from":[140],"various":[141],"standard":[142],"data-sets":[143],"containing":[144],"speech,":[145],"natural":[146],"images,":[147],"hand-written":[148],"digits":[149],"faces.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}