{"id":"https://openalex.org/W4399766461","doi":"https://doi.org/10.1109/tac.2024.3416162","title":"A Family of Hyperparameter Estimators Linking EB and SURE for Kernel-Based Regularization Methods","display_name":"A Family of Hyperparameter Estimators Linking EB and SURE for Kernel-Based Regularization Methods","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4399766461","doi":"https://doi.org/10.1109/tac.2024.3416162"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2024.3416162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2024.3416162","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029890780","display_name":"Meng Zhang","orcid":"https://orcid.org/0009-0001-6819-0598"},"institutions":[{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meng Zhang","raw_affiliation_strings":["Key Laboratory of Systems and Control, Institute of Systems Science, Academy of Mathematics and System Science, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Systems and Control of CAS, Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Systems and Control, Institute of Systems Science, Academy of Mathematics and System Science, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210120485","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Systems and Control of CAS, Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210120485","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102935603","display_name":"Tianshi Chen","orcid":"https://orcid.org/0000-0001-8655-2655"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianshi Chen","raw_affiliation_strings":["School of Data Science and Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210099586"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016633088","display_name":"Biqiang Mu","orcid":"https://orcid.org/0000-0003-1340-7830"},"institutions":[{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biqiang Mu","raw_affiliation_strings":["Key Laboratory of Systems and Control, Institute of Systems Science, Academy of Mathematics and System Science, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Systems and Control of CAS, Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Systems and Control, Institute of Systems Science, Academy of Mathematics and System Science, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210120485","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Systems and Control of CAS, Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210120485","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029890780"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210120485"],"apc_list":null,"apc_paid":null,"fwci":0.9405,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67560841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"69","issue":"12","first_page":"8674","last_page":"8689"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11856","display_name":"Thermography and Photoacoustic Techniques","score":0.9043999910354614,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6290906071662903},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5881646275520325},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5532214641571045},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5157549381256104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46408602595329285},{"id":"https://openalex.org/keywords/kernel-method","display_name":"Kernel method","score":0.4602144956588745},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.44604435563087463},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4009231925010681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32195529341697693},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.29099366068840027},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.1558426320552826},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.14186277985572815}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6290906071662903},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5881646275520325},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5532214641571045},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5157549381256104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46408602595329285},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.4602144956588745},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.44604435563087463},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4009231925010681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32195529341697693},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29099366068840027},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.1558426320552826},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.14186277985572815}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2024.3416162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2024.3416162","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8334345017","display_name":null,"funder_award_id":"62273287","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W391578156","https://openalex.org/W809676393","https://openalex.org/W1483804921","https://openalex.org/W1862263964","https://openalex.org/W1976446368","https://openalex.org/W2008640376","https://openalex.org/W2021065610","https://openalex.org/W2027114719","https://openalex.org/W2092766760","https://openalex.org/W2118507860","https://openalex.org/W2159425692","https://openalex.org/W2161083632","https://openalex.org/W2163204284","https://openalex.org/W2503024616","https://openalex.org/W2530686295","https://openalex.org/W2564963669","https://openalex.org/W2595675930","https://openalex.org/W2896492347","https://openalex.org/W2912619267","https://openalex.org/W2913878323","https://openalex.org/W2963774371","https://openalex.org/W2999151440","https://openalex.org/W3034402389","https://openalex.org/W3199247055","https://openalex.org/W3215949269","https://openalex.org/W4211049957","https://openalex.org/W4233486653","https://openalex.org/W4240691156","https://openalex.org/W4246048519","https://openalex.org/W4285265010","https://openalex.org/W4352977367","https://openalex.org/W4387415371","https://openalex.org/W4391020167","https://openalex.org/W6734797129"],"related_works":["https://openalex.org/W2089892314","https://openalex.org/W1603091392","https://openalex.org/W4386075310","https://openalex.org/W2169565408","https://openalex.org/W2127229869","https://openalex.org/W3123056048","https://openalex.org/W2150638158","https://openalex.org/W2121506664","https://openalex.org/W2363184354","https://openalex.org/W2137862631"],"abstract_inverted_index":{"Hyperparameter":[0],"estimation":[1],"is":[2,55,70,78,91,174],"a":[3,106,112,137,155,182],"critical":[4],"aspect":[5],"of":[6,39,60,101,114,133,164,166,192],"kernel-based":[7],"regularization":[8],"methods":[9,205],"(KRMs),":[10],"alongside":[11],"kernel":[12,37,184],"design.":[13],"Empirical":[14],"Bayes":[15],"(EB)":[16],"and":[17,43,51,82,121,142,162,169,203],"Stein's":[18],"unbiased":[19],"risk":[20],"estimator":[21],"(SURE)":[22],"are":[23],"two":[24,103],"widely":[25],"used":[26],"hyperparameter":[27,115,194],"estimators":[28,104,116,153,195],"for":[29,145,181,206],"tuning":[30],"the":[31,36,62,88,130,160,190],"unknown":[32],"hyperparameters":[33],"associated":[34],"with":[35],"matrix":[38,90],"KRMs.":[40],"However,":[41,72],"EB":[42,68,77,120,202],"SURE":[44,54,122,204],"exhibit":[45],"different":[46],"characteristics":[47],"in":[48,58,105,177,196],"both":[49,119,201],"theory":[50],"practice.":[52],"Theoretically,":[53],"asymptotically":[56,175],"optimal":[57,176],"terms":[59],"minimizing":[61],"mean":[63],"squared":[64],"error":[65],"(MSE),":[66],"whereas":[67],"generally":[69],"not.":[71],"practical":[73],"evidence":[74],"suggests":[75],"that":[76,117,172,199],"often":[79],"more":[80],"accurate":[81],"robust":[83],"than":[84],"SURE,":[85],"especially":[86],"when":[87],"regression":[89],"ill-conditioned.":[92],"Therefore,":[93],"this":[94,134,167,197],"article":[95],"aims":[96],"to":[97],"deepen":[98],"our":[99],"understanding":[100],"these":[102],"unified":[107],"manner.":[108],"First,":[109],"we":[110,158],"construct":[111],"family":[113,135,168,198],"encompasses":[118],"by":[123],"introducing":[124],"an":[125],"index.":[126],"We":[127],"then":[128],"explain":[129],"loss":[131],"function":[132],"as":[136,154],"tradeoff":[138],"between":[139],"data":[140],"fit":[141],"model":[143],"complexity":[144],"regularized":[146],"least":[147,151],"squares":[148,152],"estimators,":[149],"using":[150],"reference.":[156],"Second,":[157],"establish":[159],"convergence":[161,165],"rate":[163],"further":[170],"demonstrate":[171],"it":[173],"some":[178],"weighted":[179],"MSE":[180],"specific":[183],"matrix.":[185],"Finally,":[186],"Monte-Carlo":[187],"simulations":[188],"indicate":[189],"existence":[191],"other":[193],"outperform":[200],"certain":[207],"datasets.":[208]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}