{"id":"https://openalex.org/W2201086275","doi":"https://doi.org/10.1109/tnnls.2016.2560224","title":"Shrinkage Degree in L\u2082-Rescale Boosting for Regression","display_name":"Shrinkage Degree in L\u2082-Rescale Boosting for Regression","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2201086275","doi":"https://doi.org/10.1109/tnnls.2016.2560224","mag":"2201086275","pmid":"https://pubmed.ncbi.nlm.nih.gov/28113732"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2016.2560224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2016.2560224","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1505.04369","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100440530","display_name":"Lin Xu","orcid":"https://orcid.org/0000-0003-4373-0591"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Xu","raw_affiliation_strings":["Institute for Information and System Sciences, Xi\u2019an Jiaotong University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0003-4373-0591","affiliations":[{"raw_affiliation_string":"Institute for Information and System Sciences, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022287632","display_name":"Shao-Bo Lin","orcid":"https://orcid.org/0000-0001-5122-9153"},"institutions":[{"id":"https://openalex.org/I146620803","display_name":"Wenzhou University","ror":"https://ror.org/020hxh324","country_code":"CN","type":"education","lineage":["https://openalex.org/I146620803"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaobo Lin","raw_affiliation_strings":["College of Mathematics and Information Science, Wenzhou University, Wenzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mathematics and Information Science, Wenzhou University, Wenzhou, China","institution_ids":["https://openalex.org/I146620803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319045","display_name":"Yao Wang","orcid":"https://orcid.org/0000-0003-4207-5273"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wang","raw_affiliation_strings":["Institute for Information and System Sciences, Xi\u2019an Jiaotong University, Xi\u2019an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Information and System Sciences, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113541537","display_name":"Zongben Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongben Xu","raw_affiliation_strings":["Institute for Information and System Sciences, Xi\u2019an Jiaotong University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0003-4373-0591","affiliations":[{"raw_affiliation_string":"Institute for Information and System Sciences, Xi\u2019an Jiaotong University, Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.00283999,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"28","issue":"8","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shrinkage","display_name":"Shrinkage","score":0.9351919889450073},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8121997117996216},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"Gradient boosting","score":0.7507258653640747},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.7298773527145386},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5639448761940002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5365602374076843},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.518356204032898},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5001771450042725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3887644112110138},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36190682649612427},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33498066663742065},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.277574360370636},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24628809094429016}],"concepts":[{"id":"https://openalex.org/C180145272","wikidata":"https://www.wikidata.org/wiki/Q7504144","display_name":"Shrinkage","level":2,"score":0.9351919889450073},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8121997117996216},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.7507258653640747},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.7298773527145386},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5639448761940002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5365602374076843},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.518356204032898},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5001771450042725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3887644112110138},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36190682649612427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33498066663742065},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.277574360370636},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24628809094429016},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnnls.2016.2560224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2016.2560224","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:28113732","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28113732","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:1505.04369","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.04369","pdf_url":"https://arxiv.org/pdf/1505.04369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2201086275","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1505.04369.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1505.04369","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1505.04369","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1505.04369","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1505.04369","pdf_url":"https://arxiv.org/pdf/1505.04369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1809503213","display_name":null,"funder_award_id":"2013CB329404","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1537161992","https://openalex.org/W1538493107","https://openalex.org/W1678356000","https://openalex.org/W1917782903","https://openalex.org/W1970524360","https://openalex.org/W1994642189","https://openalex.org/W1996388931","https://openalex.org/W2014374971","https://openalex.org/W2017008479","https://openalex.org/W2024046085","https://openalex.org/W2027161466","https://openalex.org/W2029469881","https://openalex.org/W2037842665","https://openalex.org/W2059687034","https://openalex.org/W2061933243","https://openalex.org/W2063978378","https://openalex.org/W2070534370","https://openalex.org/W2076126353","https://openalex.org/W2083575259","https://openalex.org/W2088883866","https://openalex.org/W2093717447","https://openalex.org/W2107008825","https://openalex.org/W2107710404","https://openalex.org/W2112076978","https://openalex.org/W2117670920","https://openalex.org/W2128808713","https://openalex.org/W2135695572","https://openalex.org/W2144011735","https://openalex.org/W2154172459","https://openalex.org/W2159624360","https://openalex.org/W2160741287","https://openalex.org/W2162139029","https://openalex.org/W2168020168","https://openalex.org/W2418785680","https://openalex.org/W2460630053","https://openalex.org/W2911964244","https://openalex.org/W2913088541","https://openalex.org/W2913975905","https://openalex.org/W2964263397","https://openalex.org/W3004732066","https://openalex.org/W3098897816","https://openalex.org/W4211080438","https://openalex.org/W4212883601","https://openalex.org/W6600233308","https://openalex.org/W6675256168","https://openalex.org/W6676261111","https://openalex.org/W6677107029","https://openalex.org/W6758510119"],"related_works":["https://openalex.org/W2942774952","https://openalex.org/W2900241084","https://openalex.org/W3160707558","https://openalex.org/W96684354","https://openalex.org/W61753857","https://openalex.org/W2216589588","https://openalex.org/W2314469237","https://openalex.org/W2146986739","https://openalex.org/W3035825996","https://openalex.org/W3204813890","https://openalex.org/W3210550628","https://openalex.org/W3117809744","https://openalex.org/W2473994428","https://openalex.org/W2018532749","https://openalex.org/W3033041687","https://openalex.org/W2117292755","https://openalex.org/W2307927881","https://openalex.org/W3084807407","https://openalex.org/W3187828479","https://openalex.org/W2203038008"],"abstract_inverted_index":{"L":[0,15,28,37,64,88,132,195,228],"<sub":[1,7,16,29,38,65,89,133,196,229],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[2,8,17,30,39,66,90,134,197,230],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[3,9,18,31,40,67,91,135,198,231],"-rescale":[4],"boosting":[5],"(L":[6],"-RBoosting)":[10],"is":[11,74,106,116,169,183],"a":[12,45,77,119,174],"variant":[13],"of":[14,27,36,63,71,127,143,161,165,181,194,227],"-Boosting,":[19],"which":[20,171],"can":[21,153],"essentially":[22],"improve":[23],"the":[24,50,57,61,84,100,109,113,125,128,139,144,155,159,162,166,179,191,225],"generalization":[25,176],"performance":[26,62],"-Boosting.":[32],"The":[33,69,103,221],"key":[34],"feature":[35],"-RBoosting":[41,232],"lies":[42],"in":[43,53,87,131],"introducing":[44],"shrinkage":[46,58,85,101,110,129,192,208],"degree":[47,59,86,111,130,193,209],"to":[48,75,82,98,107,117,189,238],"rescale":[49],"ensemble":[51],"estimate":[52],"each":[54],"iteration.":[55],"Thus,":[56],"determines":[60],"-RBoosting.":[68,92,199],"aim":[70],"this":[72],"paper":[73],"develop":[76,118],"concrete":[78],"analysis":[79,217],"concerning":[80],"how":[81,237],"determine":[83],"We":[93,147,200],"propose":[94],"two":[95],"feasible":[96],"ways":[97],"select":[99],"degree.":[102],"first":[104],"one":[105,115],"parameterize":[108,190],"and":[112,141,210,218,233],"other":[114],"data-driven":[120],"approach.":[121],"After":[122],"rigorously":[123],"analyzing":[124],"importance":[126],"-RBoosting,":[136],"we":[137,187],"compare":[138],"pros":[140],"cons":[142],"proposed":[145],"methods.":[146],"find":[148],"that":[149],"although":[150],"these":[151],"approaches":[152],"reach":[154],"same":[156],"learning":[157],"rates,":[158],"structure":[160],"final":[163],"estimator":[164],"parameterized":[167],"approach":[168],"better,":[170],"sometimes":[172],"yields":[173],"better":[175],"capability":[177],"when":[178],"number":[180],"sample":[182],"finite.":[184],"With":[185],"this,":[186],"recommend":[188],"also":[201],"present":[202],"an":[203],"adaptive":[204],"parameter-selection":[205],"strategy":[206],"for":[207,241],"verify":[211],"its":[212],"feasibility":[213],"through":[214],"both":[215],"theoretical":[216],"numerical":[219],"verification.":[220],"obtained":[222],"results":[223],"enhance":[224],"understanding":[226],"give":[234],"guidance":[235],"on":[236],"use":[239],"it":[240],"regression":[242],"tasks.":[243]},"counts_by_year":[{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}