{"id":"https://openalex.org/W2790284732","doi":"https://doi.org/10.1109/tnnls.2018.2805813","title":"Unification of MAP Estimation and Marginal Inference in Recurrent Neural Networks","display_name":"Unification of MAP Estimation and Marginal Inference in Recurrent Neural Networks","publication_year":2018,"publication_date":"2018-03-09","ids":{"openalex":"https://openalex.org/W2790284732","doi":"https://doi.org/10.1109/tnnls.2018.2805813","mag":"2790284732","pmid":"https://pubmed.ncbi.nlm.nih.gov/29994079"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2018.2805813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2018.2805813","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103008727","display_name":"Zhaofei Yu","orcid":"https://orcid.org/0000-0003-0683-6936"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaofei Yu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0683-6936","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352754","display_name":"Feng Chen","orcid":"https://orcid.org/0000-0003-4813-2494"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Chen","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4813-2494","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101830337","display_name":"Fei Deng","orcid":"https://orcid.org/0000-0003-0690-1718"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Deng","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0690-1718","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.867,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.70742563,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":"11","first_page":"5761","last_page":"5766"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.80549156665802},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6230221390724182},{"id":"https://openalex.org/keywords/fiducial-inference","display_name":"Fiducial inference","score":0.5818999409675598},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5334525108337402},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.5273295640945435},{"id":"https://openalex.org/keywords/posterior-probability","display_name":"Posterior probability","score":0.49749472737312317},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48307040333747864},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4643810987472534},{"id":"https://openalex.org/keywords/marginal-distribution","display_name":"Marginal distribution","score":0.4410790503025055},{"id":"https://openalex.org/keywords/belief-propagation","display_name":"Belief propagation","score":0.4244343638420105},{"id":"https://openalex.org/keywords/conditional-probability-distribution","display_name":"Conditional probability distribution","score":0.41751429438591003},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41691792011260986},{"id":"https://openalex.org/keywords/frequentist-inference","display_name":"Frequentist inference","score":0.3615782856941223},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.35853224992752075},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25782275199890137},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2540312111377716},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17441731691360474},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.06933441758155823},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.06781139969825745}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.80549156665802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6230221390724182},{"id":"https://openalex.org/C95167961","wikidata":"https://www.wikidata.org/wiki/Q4483495","display_name":"Fiducial inference","level":5,"score":0.5818999409675598},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5334525108337402},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.5273295640945435},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.49749472737312317},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48307040333747864},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4643810987472534},{"id":"https://openalex.org/C165216359","wikidata":"https://www.wikidata.org/wiki/Q670653","display_name":"Marginal distribution","level":3,"score":0.4410790503025055},{"id":"https://openalex.org/C152948882","wikidata":"https://www.wikidata.org/wiki/Q4060686","display_name":"Belief propagation","level":3,"score":0.4244343638420105},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.41751429438591003},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41691792011260986},{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.3615782856941223},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.35853224992752075},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25782275199890137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2540312111377716},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17441731691360474},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.06933441758155823},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.06781139969825745}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2018.2805813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2018.2805813","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:29994079","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29994079","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6940069345","display_name":null,"funder_award_id":"20161080084","funder_id":"https://openalex.org/F4320322392","funder_display_name":"Tsinghua University"},{"id":"https://openalex.org/G8260862593","display_name":"\u57fa\u4e8e\u6982\u7387\u56fe\u6a21\u578b\u7684\u5927\u89c4\u6a21\u89c6\u89c9\u76ae\u5c42\u8109\u51b2\u795e\u7ecf\u7f51\u7edc\u8ba1\u7b97\u673a\u7406\u7814\u7a76","funder_award_id":"61671266","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8883308132","display_name":null,"funder_award_id":"61327902","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1506806321","https://openalex.org/W1512746852","https://openalex.org/W1981578159","https://openalex.org/W1985284861","https://openalex.org/W2017357931","https://openalex.org/W2024746114","https://openalex.org/W2080632618","https://openalex.org/W2093433773","https://openalex.org/W2105594594","https://openalex.org/W2120079537","https://openalex.org/W2120340025","https://openalex.org/W2122249653","https://openalex.org/W2126736494","https://openalex.org/W2128716097","https://openalex.org/W2133861842","https://openalex.org/W2136236477","https://openalex.org/W2143612262","https://openalex.org/W2147336195","https://openalex.org/W2152555602","https://openalex.org/W2154287355","https://openalex.org/W2154833362","https://openalex.org/W2157745749","https://openalex.org/W2161622754","https://openalex.org/W2164054322","https://openalex.org/W2167732364","https://openalex.org/W2168283365","https://openalex.org/W2169115591","https://openalex.org/W2169415915","https://openalex.org/W2276275277","https://openalex.org/W2280725856","https://openalex.org/W2552810632","https://openalex.org/W2568806340","https://openalex.org/W2623066203","https://openalex.org/W3145128584","https://openalex.org/W4212863985","https://openalex.org/W4246219036","https://openalex.org/W4249210107","https://openalex.org/W4293052541","https://openalex.org/W6683832134"],"related_works":["https://openalex.org/W3102972421","https://openalex.org/W2478683457","https://openalex.org/W4235385816","https://openalex.org/W3111430230","https://openalex.org/W4251525937","https://openalex.org/W2884750441","https://openalex.org/W4239322872","https://openalex.org/W4309301408","https://openalex.org/W2101609970","https://openalex.org/W232830309"],"abstract_inverted_index":{"Numerous":[0],"experimental":[1,164],"data":[2],"show":[3],"that":[4,36,63,77,103,151,158,167],"human":[5,78],"brain":[6,21,79],"can":[7,113,169],"represent":[8],"probability":[9,156],"distributions":[10,157],"and":[11,53,68,84,101,163,175],"perform":[12,117],"Bayesian":[13,119],"inference.":[14,177],"However,":[15],"it":[16],"remains":[17],"unclear":[18],"how":[19,40],"the":[20,26,41,88,128,135,140,153],"implements":[22],"probabilistic":[23],"inference":[24,50,70,86,120],"in":[25,62,87,97],"form":[27],"of":[28,43,91,110,131,139,155],"neural":[29,106],"circuits.":[30],"Several":[31],"models":[32,100],"have":[33],"been":[34],"proposed":[35],"aim":[37],"at":[38],"explaining":[39],"network":[42,90,107],"neurons":[44],"carry":[45,170],"out":[46,171],"maximum":[47],"a":[48,104,148],"posterior":[49,123],"(MAP)":[51],"estimation":[52,67,83,174],"marginal":[54,69,85,176],"inference,":[55],"but":[56],"they":[57,64],"are":[58,159],"all":[59],"task":[60],"specific":[61],"treat":[65],"MAP":[66,82,136,173],"separately.":[71],"In":[72],"this":[73],"brief,":[74],"we":[75],"propose":[76],"could":[80],"implement":[81],"same":[89],"neurons.":[92],"We":[93],"illustrate":[94],"our":[95],"result":[96],"hidden":[98],"Markov":[99],"prove":[102],"recurrent":[105],"(RNN)":[108],"implementation":[109],"belief":[111],"propagation":[112],"be":[114],"tuned":[115],"to":[116],"approximate":[118],"(to":[121],"provide":[122],"or":[124,133,137],"conditional":[125],"distribution":[126],"over":[127],"latent":[129],"causes":[130],"observations)":[132],"identify":[134],"peak":[138],"joint":[141],"distribution.":[142],"The":[143],"key":[144],"tuning":[145],"parameter":[146,150],"is":[147],"temperature":[149],"controls":[152],"precision":[154],"optimized.":[160],"Theoretical":[161],"analyses":[162],"results":[165],"demonstrate":[166],"RNNs":[168],"near-optimal":[172]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}