{"id":"https://openalex.org/W4224923205","doi":"https://doi.org/10.1162/neco_a_01505","title":"Learning and Inference in Sparse Coding Models With Langevin Dynamics","display_name":"Learning and Inference in Sparse Coding Models With Langevin Dynamics","publication_year":2022,"publication_date":"2022-07-07","ids":{"openalex":"https://openalex.org/W4224923205","doi":"https://doi.org/10.1162/neco_a_01505","pmid":"https://pubmed.ncbi.nlm.nih.gov/35798329"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01505","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01505","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.11150","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053105920","display_name":"Michael Y. -S. Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Y.-S. Fang","raw_affiliation_strings":["Department of Physics, University of California, Berkeley, Berkeley, CA 94720, U.S.A","Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A. michaelfang@berkeley.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of California, Berkeley, Berkeley, CA 94720, U.S.A","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A. michaelfang@berkeley.edu","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059906105","display_name":"Mayur Mudigonda","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mayur Mudigonda","raw_affiliation_strings":["Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A. mudigonda@berkeley.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A. mudigonda@berkeley.edu","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056597461","display_name":"Ryan Zarcone","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Zarcone","raw_affiliation_strings":["Biophysics Graduate Group, University of California, Berkeley, Berkeley, CA 94720, U.S.A. ryanzarcone@gmail.com","Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biophysics Graduate Group, University of California, Berkeley, Berkeley, CA 94720, U.S.A. ryanzarcone@gmail.com","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000328650","display_name":"Amir Khosrowshahi","orcid":"https://orcid.org/0009-0008-5523-2032"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Khosrowshahi","raw_affiliation_strings":["Intel Corporation, Santa Clara, CA 95054, U.S.A. khosra@gmail.com","Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation, Santa Clara, CA 95054, U.S.A. khosra@gmail.com","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA 94720, U.S.A","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032674291","display_name":"Bruno A. Olshausen","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruno A. Olshausen","raw_affiliation_strings":["Helen Wills Neuroscience Institute and School of Optometry, University of California, Berkeley, Berkeley, CA 94720, U.S.A. baolshausen@berkeley.edu","Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Helen Wills Neuroscience Institute and School of Optometry, University of California, Berkeley, Berkeley, CA 94720, U.S.A. baolshausen@berkeley.edu","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Redwood Center for Theoretical Neuroscience, University of California, Berkeley, Berkeley, CA, U.S.A","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02198713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"8","first_page":"1676","last_page":"1700"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6640999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6640999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.04540000110864639,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.025299999862909317,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6993468403816223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6514977812767029},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6096351146697998},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4781721234321594},{"id":"https://openalex.org/keywords/approximate-inference","display_name":"Approximate inference","score":0.45808377861976624},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.43347927927970886},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.43290066719055176},{"id":"https://openalex.org/keywords/posterior-probability","display_name":"Posterior probability","score":0.413211464881897},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3891710638999939},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3852962851524353},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.233047753572464}],"concepts":[{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6993468403816223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514977812767029},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6096351146697998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4781721234321594},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.45808377861976624},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.43347927927970886},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.43290066719055176},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.413211464881897},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3891710638999939},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3852962851524353},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.233047753572464}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1162/neco_a_01505","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01505","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:35798329","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35798329","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2204.11150","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.11150","pdf_url":"https://arxiv.org/pdf/2204.11150","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2204.11150","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.11150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.11150","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.11150","pdf_url":"https://arxiv.org/pdf/2204.11150","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W190646691","https://openalex.org/W1513873506","https://openalex.org/W1969798710","https://openalex.org/W1999974018","https://openalex.org/W2042492924","https://openalex.org/W2050745689","https://openalex.org/W2061659108","https://openalex.org/W2069959554","https://openalex.org/W2074054045","https://openalex.org/W2100495367","https://openalex.org/W2100543212","https://openalex.org/W2101933716","https://openalex.org/W2105464873","https://openalex.org/W2124134481","https://openalex.org/W2125663122","https://openalex.org/W2135046866","https://openalex.org/W2162679451","https://openalex.org/W2177690825","https://openalex.org/W2186649876","https://openalex.org/W2503812215","https://openalex.org/W2538677090","https://openalex.org/W2787894218","https://openalex.org/W2899999483","https://openalex.org/W2973749712","https://openalex.org/W3014166398","https://openalex.org/W3047911290","https://openalex.org/W3087289634","https://openalex.org/W3139657805","https://openalex.org/W4250955649","https://openalex.org/W4254436426","https://openalex.org/W6679789848","https://openalex.org/W6682887833","https://openalex.org/W6684809622","https://openalex.org/W6741165980","https://openalex.org/W6767418242"],"related_works":["https://openalex.org/W10567366","https://openalex.org/W12949870","https://openalex.org/W7751319","https://openalex.org/W12314118","https://openalex.org/W3801212","https://openalex.org/W17061749","https://openalex.org/W3957722","https://openalex.org/W9869893","https://openalex.org/W3858182","https://openalex.org/W6606389"],"abstract_inverted_index":{"We":[0,46],"describe":[1],"a":[2,12,51,57,89,128,149],"stochastic,":[3],"dynamical":[4,162],"system":[5,163],"capable":[6,177],"of":[7,38,141,152,159,178,184,191],"inference":[8],"and":[9,43,167],"learning":[10,183],"in":[11,21,41,109],"probabilistic":[13],"latent":[14,28,63,115],"variable":[15],"model.":[16],"The":[17,68],"most":[18],"challenging":[19],"problem":[20],"such":[22],"models-sampling":[23],"the":[24,83,106,110,134,139,160,174,185,192],"posterior":[25,107],"distribution":[26,108],"over":[27],"variables-is":[29],"proposed":[30,161],"to":[31,77,99,119,122,126,136,146,148,154],"be":[32,120],"solved":[33],"by":[34,55,73],"harnessing":[35],"natural":[36,168],"sources":[37],"stochasticity":[39],"inherent":[40],"electronic":[42],"neural":[44],"systems.":[45],"demonstrate":[47,172],"this":[48],"idea":[49],"for":[50,60,85,103],"sparse":[52,112],"coding":[53],"model":[54,69,135,175],"deriving":[56],"continuous-time":[58,79],"equation":[59],"inferring":[61],"its":[62],"variables":[64,116],"via":[65],"Langevin":[66,96],"dynamics.":[67],"parameters":[70,190],"are":[71,117],"learned":[72],"simultaneously":[74],"evolving":[75],"according":[76],"another":[78],"equation,":[80],"thus":[81],"bypassing":[82],"need":[84],"digital":[86],"accumulators":[87],"or":[88],"global":[90],"clock.":[91],"Moreover,":[92],"we":[93],"show":[94],"that":[95,173],"dynamics":[97],"lead":[98],"an":[100],"efficient":[101],"procedure":[102],"sampling":[104],"from":[105],"L0":[111],"regime,":[113],"where":[114],"encouraged":[118],"set":[121],"zero":[123],"as":[124,187,189],"opposed":[125],"having":[127,145],"small":[129],"L1":[130],"norm.":[131],"This":[132],"allows":[133],"properly":[137],"incorporate":[138],"notion":[140],"sparsity":[142,153],"rather":[143],"than":[144],"resort":[147],"relaxed":[150],"version":[151],"make":[155],"optimization":[156],"tractable.":[157],"Simulations":[158],"on":[164],"both":[165],"synthetic":[166],"image":[169],"data":[170],"sets":[171],"is":[176],"probabilistically":[179],"correct":[180],"inference,":[181],"enabling":[182],"dictionary":[186],"well":[188],"prior.":[193]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2022-04-28T00:00:00"}