{"id":"https://openalex.org/W3086749100","doi":"https://doi.org/10.48550/arxiv.1303.6938","title":"Expectation Propagation for Neural Networks with Sparsity-promoting Priors","display_name":"Expectation Propagation for Neural Networks with Sparsity-promoting Priors","publication_year":2013,"publication_date":"2013-03-27","ids":{"openalex":"https://openalex.org/W3086749100","doi":"https://doi.org/10.48550/arxiv.1303.6938","mag":"3086749100"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1303.6938","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1303.6938","pdf_url":"https://arxiv.org/pdf/1303.6938","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1303.6938","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060754546","display_name":"Jyl\u00e4nkiPasi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I4210127055","display_name":"Athinoula A. Martinos Center for Biomedical Imaging","ror":"https://ror.org/032q5ym94","country_code":"US","type":"facility","lineage":["https://openalex.org/I136199984","https://openalex.org/I4210087915","https://openalex.org/I4210127055","https://openalex.org/I48633490","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyl\u00e4nki, Pasi","raw_affiliation_strings":["Athinoula A. Martinos Center for Biomedical Imaging Massachusetts General Hospital Harvard Medical School Boston MA 02129","FI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athinoula A. Martinos Center for Biomedical Imaging Massachusetts General Hospital Harvard Medical School Boston MA 02129","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I4210127055"]},{"raw_affiliation_string":"FI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621285","display_name":"NummenmaaAapo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I4210127055","display_name":"Athinoula A. Martinos Center for Biomedical Imaging","ror":"https://ror.org/032q5ym94","country_code":"US","type":"facility","lineage":["https://openalex.org/I136199984","https://openalex.org/I4210087915","https://openalex.org/I4210127055","https://openalex.org/I48633490","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nummenmaa, Aapo","raw_affiliation_strings":["Athinoula A. Martinos Center for Biomedical Imaging Massachusetts General Hospital Harvard Medical School Boston MA 02129"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Athinoula A. Martinos Center for Biomedical Imaging Massachusetts General Hospital Harvard Medical School Boston MA 02129","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I4210127055"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087594017","display_name":"VehtariAki","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Vehtari, Aki","raw_affiliation_strings":["Department of Biomedical Engineering and Computational Science Aalto University P.O. Box 12200 FI-00076 AALTO , Espoo Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering and Computational Science Aalto University P.O. Box 12200 FI-00076 AALTO , Espoo Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"1","first_page":"1849","last_page":"1901"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.7656000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.7656000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.163100004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expectation-propagation","display_name":"expectation propagation","score":0.9940000176429749},{"id":"https://openalex.org/keywords/sparsity-promoting-priors","display_name":"sparsity-promoting priors","score":0.878000020980835},{"id":"https://openalex.org/keywords/hierarchical-priors","display_name":"hierarchical priors","score":0.9409999847412109},{"id":"https://openalex.org/keywords/two-layer-neural-networks","display_name":"two-layer neural networks","score":0.8159999847412109},{"id":"https://openalex.org/keywords/nonlinear-regression","display_name":"nonlinear regression","score":0.9739999771118164},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.9169999957084656}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.8211855888366699},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5716280937194824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5144791603088379},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47514796257019043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.379780650138855},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.28266778588294983}],"mesh":[],"locations_count":7,"locations":[{"id":"pmh:oai:arXiv.org:1303.6938","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1303.6938","pdf_url":"https://arxiv.org/pdf/1303.6938","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/32905","doi":null,"is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/ce453372-a52a-48d0-84f2-6187a6bda701","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/134605","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/134605","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research, 15, may, pp. 1849-1901","raw_type":"Article / Letter to editor"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/134605","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/134605","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research, 15, 1849 - 1901","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1303.6938","doi":"https://doi.org/10.48550/arxiv.1303.6938","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1303.6938","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:2099479976","doi":null,"is_oa":false,"landing_page_url":"https://jmlr.csail.mit.edu/papers/volume15/jylanki14a/jylanki14a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null},{"id":"mag:3086749100","doi":null,"is_oa":false,"landing_page_url":"https://dl.acm.org/doi/10.5555/2627435.2638593","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1303.6938","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1303.6938","pdf_url":"https://arxiv.org/pdf/1303.6938","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W76947095","https://openalex.org/W136174036","https://openalex.org/W1515272691","https://openalex.org/W1530235965","https://openalex.org/W1567512734","https://openalex.org/W1583700866","https://openalex.org/W1648445109","https://openalex.org/W1746819321","https://openalex.org/W1749494163","https://openalex.org/W1934021597","https://openalex.org/W2005539942","https://openalex.org/W2011873184","https://openalex.org/W2018173956","https://openalex.org/W2040355924","https://openalex.org/W2047229728","https://openalex.org/W2048511921","https://openalex.org/W2066612702","https://openalex.org/W2072555316","https://openalex.org/W2086883878","https://openalex.org/W2097408416","https://openalex.org/W2104924585","https://openalex.org/W2106108430","https://openalex.org/W2108677974","https://openalex.org/W2108966602","https://openalex.org/W2121823518","https://openalex.org/W2126700535","https://openalex.org/W2127870457","https://openalex.org/W2132152975","https://openalex.org/W2132900105","https://openalex.org/W2134214176","https://openalex.org/W2136981284","https://openalex.org/W2138857742","https://openalex.org/W2139701068","https://openalex.org/W2140966562","https://openalex.org/W2141800987","https://openalex.org/W2150394223","https://openalex.org/W2156140776","https://openalex.org/W2157826563","https://openalex.org/W2159375150","https://openalex.org/W2162191125","https://openalex.org/W2166471851","https://openalex.org/W2171980229","https://openalex.org/W2606321545","https://openalex.org/W2949856351","https://openalex.org/W3120740533"],"related_works":["https://openalex.org/W7095430992","https://openalex.org/W7093715522","https://openalex.org/W1964699659","https://openalex.org/W3037982576","https://openalex.org/W2948841795","https://openalex.org/W3181133081","https://openalex.org/W4224988660","https://openalex.org/W4415798507","https://openalex.org/W2967316612","https://openalex.org/W2040055947"],"abstract_inverted_index":{"We":[0,24],"propose":[1],"a":[2,9,53,59,93,165,169,176,184],"novel":[3],"approach":[4,30,76,112],"for":[5,31,108],"nonlinear":[6,127],"regression":[7],"using":[8,149],"two-layer":[10],"neural":[11],"network":[12,22],"(NN)":[13],"model":[14,122,196],"structure":[15],"with":[16,83,92,104,162,168,186],"sparsity-favoring":[17],"hierarchical":[18,42,138],"priors":[19,82,91,103,139],"on":[20],"the":[21,35,39,41,46,49,137,141,145,180,194],"weights.":[23],"present":[25],"an":[26,68],"expectation":[27],"propagation":[28],"(EP)":[29],"approximate":[32],"integration":[33,191],"over":[34,192],"posterior":[36,55],"distribution":[37],"of":[38,45,70,80,136,144,179],"weights,":[40],"scale":[43,95],"parameters":[44,107],"priors,":[47],"and":[48,120,140,152,173,183],"residual":[50],"scale.":[51],"Using":[52],"factorized":[54],"approximation":[56],"we":[57],"derive":[58],"computationally":[60],"efficient":[61],"algorithm,":[62],"whose":[63],"complexity":[64],"scales":[65],"similarly":[66],"to":[67,124,158],"ensemble":[69],"independent":[71,89],"sparse":[72,131],"linear":[73,132],"models.":[74,133],"The":[75,111,134],"enables":[77],"flexible":[78,126],"definition":[79],"weight":[81],"different":[84,105],"sparseness":[85],"properties":[86],"such":[87],"as":[88],"Laplace":[90],"common":[94],"parameter":[96],"or":[97],"Gaussian":[98,166],"automatic":[99],"relevance":[100,106,181],"determination":[101],"(ARD)":[102],"all":[109,193],"inputs.":[110],"can":[113],"be":[114],"extended":[115],"beyond":[116],"standard":[117],"activation":[118],"functions":[119],"NN":[121,170,185],"structures":[123],"form":[125],"predictors":[128],"from":[129],"multiple":[130],"effects":[135],"predictive":[142],"performance":[143],"algorithm":[146],"are":[147,156],"assessed":[148],"both":[150],"simulated":[151],"real-world":[153],"data.":[154],"Comparisons":[155],"made":[157],"two":[159],"alternative":[160],"models":[161],"ARD":[163],"priors:":[164],"process":[167],"covariance":[171],"function":[172],"marginal":[174],"maximum":[175],"posteriori":[177],"estimates":[178],"parameters,":[182],"Markov":[187],"chain":[188],"Monte":[189],"Carlo":[190],"unknown":[195],"parameters.":[197]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-09-21T00:00:00"}