{"id":"https://openalex.org/W4415367728","doi":"https://doi.org/10.1109/isit63088.2025.11195333","title":"Empirical Bayes Estimation for Lasso-Type Regularizers: Analysis of Automatic Relevance Determination","display_name":"Empirical Bayes Estimation for Lasso-Type Regularizers: Analysis of Automatic Relevance Determination","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367728","doi":"https://doi.org/10.1109/isit63088.2025.11195333"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195333","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084222278","display_name":"Tsukasa Yoshida","orcid":"https://orcid.org/0000-0003-0754-445X"},"institutions":[{"id":"https://openalex.org/I136259955","display_name":"Toyohashi University of Technology","ror":"https://ror.org/04ezg6d83","country_code":"JP","type":"education","lineage":["https://openalex.org/I136259955"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tsukasa Yoshida","raw_affiliation_strings":["Toyohashi University of Technology,Department of Computer Science and Engineering,Japan"],"affiliations":[{"raw_affiliation_string":"Toyohashi University of Technology,Department of Computer Science and Engineering,Japan","institution_ids":["https://openalex.org/I136259955"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013698523","display_name":"Kazuho Watanabe","orcid":"https://orcid.org/0000-0001-6357-5141"},"institutions":[{"id":"https://openalex.org/I136259955","display_name":"Toyohashi University of Technology","ror":"https://ror.org/04ezg6d83","country_code":"JP","type":"education","lineage":["https://openalex.org/I136259955"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuho Watanabe","raw_affiliation_strings":["Toyohashi University of Technology,Department of Computer Science and Engineering,Japan"],"affiliations":[{"raw_affiliation_string":"Toyohashi University of Technology,Department of Computer Science and Engineering,Japan","institution_ids":["https://openalex.org/I136259955"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084222278"],"corresponding_institution_ids":["https://openalex.org/I136259955"],"apc_list":null,"apc_paid":null,"fwci":1.3121,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85304024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7545999884605408,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7545999884605408,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.7246000170707703},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6881999969482422},{"id":"https://openalex.org/keywords/lasso","display_name":"Lasso (programming language)","score":0.6349999904632568},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.567300021648407},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.5648000240325928},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.48559999465942383},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.4530999958515167},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4388999938964844}],"concepts":[{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.7246000170707703},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6881999969482422},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.6349999904632568},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.567300021648407},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.5648000240325928},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.48559999465942383},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.47350001335144043},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4388999938964844},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4205000102519989},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.387800008058548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3619000017642975},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C32224588","wikidata":"https://www.wikidata.org/wiki/Q7250175","display_name":"Proper linear model","level":4,"score":0.3449000120162964},{"id":"https://openalex.org/C203223496","wikidata":"https://www.wikidata.org/wiki/Q4681344","display_name":"Additive model","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C37903108","wikidata":"https://www.wikidata.org/wiki/Q4874474","display_name":"Bayesian linear regression","level":4,"score":0.25940001010894775},{"id":"https://openalex.org/C203868755","wikidata":"https://www.wikidata.org/wiki/Q5353562","display_name":"Elastic net regularization","level":3,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195333","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2014927347","https://openalex.org/W2028208036","https://openalex.org/W2103559027","https://openalex.org/W2122825543","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2140514146","https://openalex.org/W2145513251","https://openalex.org/W2161195301","https://openalex.org/W2231154347","https://openalex.org/W2903036358","https://openalex.org/W2911546748","https://openalex.org/W2971332909","https://openalex.org/W4206285211","https://openalex.org/W4212863985","https://openalex.org/W4213251304","https://openalex.org/W4240385847","https://openalex.org/W4247690662","https://openalex.org/W4289655167"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3,32],"linear":[4,72,110],"regression":[5,73,111],"models":[6,74,112,119],"with":[7,75],"non-conjugate":[8],"sparsity-inducing":[9],"regularizers":[10],"such":[11,120],"as":[12,121],"lasso":[13,70,126],"and":[14,113,124],"group":[15,69,125],"lasso.":[16],"Although":[17],"the":[18,26,33,36,43,48,63,68,82,92,104,115,137],"empirical":[19,64,99],"Bayes":[20,65,100],"approach":[21],"enables":[22],"us":[23],"to":[24,91],"estimate":[25],"regularization":[27],"parameter,":[28],"little":[29],"is":[30,79,139],"known":[31],"properties":[34],"of":[35,50,133],"estimators.":[37],"In":[38,58],"particular,":[39],"many":[40],"aspects":[41],"regarding":[42],"specific":[44,87],"conditions":[45,116],"under":[46,85,117],"which":[47,118],"mechanism":[49,106],"automatic":[51],"relevance":[52],"determination":[53],"(ARD)":[54],"occurs":[55],"remain":[56],"unexplained.":[57],"this":[59,134],"paper,":[60,135],"we":[61],"derive":[62],"estimators":[66,83],"for":[67],"regularized":[71,109],"limited":[76],"parameters.":[77],"It":[78],"shown":[80],"that":[81,98],"diverge":[84],"a":[86],"condition,":[88],"giving":[89],"rise":[90],"ARD":[93,105],"mechanism.":[94],"We":[95],"also":[96],"prove":[97],"methods":[101],"can":[102,127],"produce":[103],"in":[107],"general":[108],"clarify":[114],"ridge,":[122],"lasso,":[123],"do":[128],"so.":[129],"The":[130],"full":[131],"version":[132],"including":[136],"Appendix,":[138],"accessible":[140],"at":[141],"https://arxiv.org/abs/2501.11280.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-21T00:00:00"}