{"id":"https://openalex.org/W4399206683","doi":"https://doi.org/10.1109/tnnls.2024.3402108","title":"Stagewise Training With Exponentially Growing Training Sets","display_name":"Stagewise Training With Exponentially Growing Training Sets","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399206683","doi":"https://doi.org/10.1109/tnnls.2024.3402108","pmid":"https://pubmed.ncbi.nlm.nih.gov/38819967"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3402108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3402108","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069728539","display_name":"Bin Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","CN"],"is_corresponding":false,"raw_author_name":"Bin Gu","raw_affiliation_strings":["School of Artificial Intelligence, Jilin University, Changchun, China","Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-7165-3143","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]},{"raw_affiliation_string":"Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025882033","display_name":"Hilal AlQuabeh","orcid":"https://orcid.org/0000-0002-7438-3185"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hilal AlQuabeh","raw_affiliation_strings":["Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-7438-3185","affiliations":[{"raw_affiliation_string":"Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051928129","display_name":"William de Vazelhes","orcid":"https://orcid.org/0000-0002-8234-6528"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"William de Vazelhes","raw_affiliation_strings":["Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-8234-6528","affiliations":[{"raw_affiliation_string":"Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069872293","display_name":"Zhouyuan Huo","orcid":null},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhouyuan Huo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060016795","display_name":"Heng Huang","orcid":"https://orcid.org/0000-0002-3483-8333"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Huang","raw_affiliation_strings":["Department of Computer Science, University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-3483-8333","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4919,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70049262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"36","issue":"4","first_page":"6148","last_page":"6158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exponential-growth","display_name":"Exponential growth","score":0.6609872579574585},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.566270112991333},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5620487928390503},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5517339110374451},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5465651154518127},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5194137096405029},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5033454298973083},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48375868797302246},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.48242315649986267},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4478081166744232},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.436015248298645},{"id":"https://openalex.org/keywords/thresholding","display_name":"Thresholding","score":0.43308258056640625},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37224799394607544},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3650611340999603},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3357076346874237},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24458587169647217},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.1393965780735016},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.12461632490158081},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.11437845230102539}],"concepts":[{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.6609872579574585},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.566270112991333},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5620487928390503},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5517339110374451},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5465651154518127},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5194137096405029},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5033454298973083},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48375868797302246},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.48242315649986267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4478081166744232},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.436015248298645},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.43308258056640625},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37224799394607544},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3650611340999603},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3357076346874237},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24458587169647217},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.1393965780735016},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.12461632490158081},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.11437845230102539},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3402108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3402108","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38819967","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38819967","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4779226017","display_name":null,"funder_award_id":"62076138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1982032418","https://openalex.org/W2014902932","https://openalex.org/W2022088719","https://openalex.org/W2024484010","https://openalex.org/W2047152541","https://openalex.org/W2100556411","https://openalex.org/W2559832977","https://openalex.org/W2890767329","https://openalex.org/W2963297739","https://openalex.org/W3000508506","https://openalex.org/W3047774572","https://openalex.org/W3092439306","https://openalex.org/W3175002498","https://openalex.org/W3214232960","https://openalex.org/W6676611517","https://openalex.org/W6680196509","https://openalex.org/W6680257277","https://openalex.org/W6682421523","https://openalex.org/W6682774789","https://openalex.org/W6696362505","https://openalex.org/W6697452822","https://openalex.org/W6704584212","https://openalex.org/W6712439485","https://openalex.org/W6730005645","https://openalex.org/W6732662633","https://openalex.org/W6743722771","https://openalex.org/W6750679509"],"related_works":["https://openalex.org/W1542224353","https://openalex.org/W1661087619","https://openalex.org/W2116854923","https://openalex.org/W2750730210","https://openalex.org/W2236974868","https://openalex.org/W4312766348","https://openalex.org/W4233939244","https://openalex.org/W2730764323","https://openalex.org/W3123806511","https://openalex.org/W1976727107"],"abstract_inverted_index":{"In":[0,160],"the":[1,27,32,37,56,68,80,93,96,113,116,153,164,167,173,201],"world":[2],"of":[3,34,40,95,115,126,166,179,189,203],"big":[4],"data,":[5],"training":[6,29,38,61,89,97,109,117,168],"large-scale":[7,28,190],"machine":[8],"learning":[9,69],"problems":[10],"has":[11],"gained":[12],"considerable":[13],"attention.":[14],"Numerous":[15],"innovative":[16],"optimization":[17,42],"strategies":[18],"have":[19],"been":[20],"presented":[21],"in":[22],"recent":[23],"years":[24],"to":[25,186],"accelerate":[26],"process.":[30],"However,":[31],"possibility":[33],"further":[35],"accelerating":[36],"process":[39],"various":[41],"algorithms":[43],"remains":[44],"an":[45],"unresolved":[46],"subject.":[47],"To":[48],"begin":[49],"addressing":[50],"this":[51],"difficult":[52],"problem,":[53],"we":[54,85,137,162],"exploit":[55],"researched":[57],"findings":[58],"that":[59,91,106,139],"when":[60],"data":[62,169],"are":[63,120],"independent":[64],"and":[65,130,183],"identically":[66],"distributed,":[67],"problem":[70],"on":[71,172],"a":[72,87,123,187],"smaller":[73],"dataset":[74],"is":[75],"not":[76,193],"significantly":[77],"different":[78],"from":[79],"original":[81],"one.":[82],"Upon":[83],"that,":[84],"propose":[86],"stagewise":[88,108],"technique":[90],"grows":[92],"size":[94,114],"set":[98],"exponentially":[99,111],"while":[100,146],"solving":[101],"nonsmooth":[102],"subproblem.":[103],"We":[104],"demonstrate":[105,138,200],"our":[107,196,204],"via":[110],"growing":[112],"sets":[118],"(STEGSs)":[119],"compatible":[121],"with":[122],"large":[124],"number":[125],"proximal":[127],"gradient":[128,131],"descent":[129],"hard":[132],"thresholding":[133],"(GHT)":[134],"techniques.":[135],"Interestingly,":[136],"STEGS":[140,205],"can":[141],"greatly":[142],"reduce":[143],"overall":[144,174],"complexity":[145],"maintaining":[147],"statistical":[148],"accuracy":[149],"or":[150],"even":[151],"surpassing":[152],"intrinsic":[154],"error":[155],"introduced":[156],"by":[157],"GHT":[158],"approaches.":[159],"addition,":[161],"analyze":[163],"effect":[165],"growth":[170],"rate":[171],"complexity.":[175],"The":[176],"practical":[177],"results":[178],"applying":[180],"$l_{2,1}$":[181],"-":[182],"$l_{0}$":[184],"-norms":[185],"variety":[188],"real-world":[191],"datasets":[192],"only":[194],"corroborate":[195],"theories":[197],"but":[198],"also":[199],"benefits":[202],"framework.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}