{"id":"https://openalex.org/W7123353922","doi":"https://doi.org/10.1109/tpami.2026.3652081","title":"Incremental Online Learning of Randomized Neural Network With Forward Regularization","display_name":"Incremental Online Learning of Randomized Neural Network With Forward Regularization","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123353922","doi":"https://doi.org/10.1109/tpami.2026.3652081","pmid":"https://pubmed.ncbi.nlm.nih.gov/41525584"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3652081","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3652081","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tpami.2026.3652081","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Junda Wang","orcid":"https://orcid.org/0009-0004-7202-5634"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junda Wang","raw_affiliation_strings":["Department of Automation, Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-7202-5634","affiliations":[{"raw_affiliation_string":"Department of Automation, Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122852923","display_name":"Minghui Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Minghui Hu","raw_affiliation_strings":["School of Electrical and Electronic, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3658-0890","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ning Li","orcid":"https://orcid.org/0000-0003-1025-9641"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Li","raw_affiliation_strings":["Department of Automation, Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1025-9641","affiliations":[{"raw_affiliation_string":"Department of Automation, Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122896910","display_name":"Abdulaziz Al-Ali","orcid":null},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Abdulaziz Al-Ali","raw_affiliation_strings":["Department of Computer Science and Engineering, College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0003-0006-2642","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122852461","display_name":"Ponnuthurai Nagaratnam Suganthan","orcid":null},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ponnuthurai Nagaratnam Suganthan","raw_affiliation_strings":["Department of Computer Science and Engineering, College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0003-0901-5105","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.07764345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"48","issue":"5","first_page":"5277","last_page":"5293"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2831999957561493,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2831999957561493,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.14000000059604645,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.12600000202655792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.8141999840736389},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6614000201225281},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5382000207901001},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.4674000144004822},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.44510000944137573},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4115000069141388},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.321399986743927},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.3125}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8141999840736389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6973000168800354},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6614000201225281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6294000148773193},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5916000008583069},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5382000207901001},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4674000144004822},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.44510000944137573},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.321399986743927},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3125},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2989000082015991},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C120822770","wikidata":"https://www.wikidata.org/wiki/Q5156355","display_name":"Competitive learning","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.2639000117778778},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.2572999894618988}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2026.3652081","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3652081","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41525584","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41525584","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/212427","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/212427","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2026.3652081","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3652081","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7932831645011902,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4176042693","display_name":null,"funder_award_id":"62273230","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334468","display_name":"Qatar National Library","ror":"https://ror.org/02jv93662"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Online":[0,34],"learning":[1,98,108,162,196],"of":[2,38,136,168,204,211],"deep":[3],"neural":[4],"networks":[5],"faces":[6],"challenges":[7],"such":[8],"as":[9],"delayed":[10],"non-incremental":[11],"updating,":[12],"increasing":[13],"consumption,":[14],"retrospective":[15,75],"retraining,":[16],"and":[17,24,47,67,77,96,129,150,164,186,194,208],"catastrophic":[18,78],"forgetting.":[19,79],"To":[20],"alleviate":[21],"these":[22],"drawbacks":[23],"achieve":[25],"progressive":[26],"immediate":[27],"decision-making,":[28],"we":[29,59,103,124,156],"propose":[30],"a":[31,126,147],"novel":[32,148],"Incremental":[33],"Learning":[35],"(IOL)":[36],"framework":[37],"Randomized":[39,50,138],"Neural":[40],"Networks":[41],"(Randomized":[42],"NN),":[43],"facilitating":[44],"continuous":[45],"improvements":[46],"analytics":[48],"to":[49,101,119,189],"NN":[51,139],"performance":[52,109],"in":[53,160,171],"online":[54,117,161],"scenarios.":[55],"Within":[56],"the":[57,81,137,158,202,205,209],"framework,":[58],"further":[60,115],"formulate":[61],"IOL":[62,68,206],"with":[63,69],"ridge":[64],"regularization":[65,71],"(-R)":[66],"forward":[70,212],"(-F),":[72],"both":[73],"avoiding":[74],"retraining":[76],"Moreover,":[80],"incremental":[82],"algorithms":[83],"for":[84,141],"-R/-F":[85,142],"on":[86],"non-stationary":[87],"batch":[88],"stream":[89],"are":[90],"derived,":[91],"featuring":[92],"recursive":[93],"weight":[94],"updates":[95],"variable":[97],"rates.":[99],"Compared":[100],"-R,":[102],"recommend":[104],"-F":[105,170],"which":[106,155,199],"improves":[107],"using":[110],"future":[111],"unlabeled":[112],"observations":[113],"while":[114],"reducing":[116],"regrets":[118],"offline":[120],"global":[121],"experts.":[122],"Additionally,":[123],"conduct":[125],"detailed":[127],"analysis":[128],"theoretically":[130],"derive":[131],"relative":[132],"cumulative":[133],"regret":[134,166],"bounds":[135,167],"learners":[140],"under":[143],"adversarial":[144],"assumptions":[145],"via":[146],"methodology":[149],"present":[151],"several":[152],"corollaries,":[153],"from":[154,183],"observed":[157],"superiority":[159],"acceleration":[163],"declined":[165],"employing":[169],"IOL.":[172],"Finally,":[173],"our":[174],"proposed":[175],"methods":[176],"were":[177],"rigorously":[178],"examined":[179],"across":[180],"diverse":[181],"tasks,":[182,188],"simulation,":[184],"regression,":[185],"classification":[187],"long-term":[190],"time-series":[191],"forecasting":[192],"(LTSF)":[193],"continual":[195],"(CL)":[197],"fields,":[198],"distinctly":[200],"validated":[201],"efficacy":[203],"frameworks":[207],"advantages":[210],"regularization.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2026-01-14T00:00:00"}