{"id":"https://openalex.org/W2406838509","doi":"https://doi.org/10.1137/15m1035653","title":"Incremental Regularized Least Squares for Dimensionality Reduction of Large-Scale Data","display_name":"Incremental Regularized Least Squares for Dimensionality Reduction of Large-Scale Data","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2406838509","doi":"https://doi.org/10.1137/15m1035653","mag":"2406838509"},"language":"en","primary_location":{"id":"doi:10.1137/15m1035653","is_oa":false,"landing_page_url":"https://doi.org/10.1137/15m1035653","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073521712","display_name":"Xiaowei Zhang","orcid":"https://orcid.org/0000-0003-4854-3736"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaowei Zhang","raw_affiliation_strings":["Agency for Science, Technology, and Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology, and Research","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354225","display_name":"Cheng Li","orcid":"https://orcid.org/0000-0001-6110-8099"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Li Cheng","raw_affiliation_strings":["Agency for Science Technology and Research; National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science Technology and Research; National University of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102966756","display_name":"Delin Chu","orcid":"https://orcid.org/0000-0001-7736-7490"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Delin Chu","raw_affiliation_strings":["National University of Singapore,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079973146","display_name":"Li\u2010Zhi Liao","orcid":"https://orcid.org/0000-0002-0588-7953"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Li-Zhi Liao","raw_affiliation_strings":["Department of Mathematics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010561682","display_name":"Michael K. Ng","orcid":"https://orcid.org/0000-0001-6833-5227"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael K. Ng","raw_affiliation_strings":["Department of Mathematics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109412865","display_name":"Roger C. E. Tan","orcid":"https://orcid.org/0009-0009-3531-2294"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Roger C. E. Tan","raw_affiliation_strings":["National University of Singapore,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2986,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.59122085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"38","issue":"3","first_page":"B414","last_page":"B439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.6223546862602234},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5754241943359375},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5242031812667847},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5098137259483337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46710124611854553},{"id":"https://openalex.org/keywords/linear-discriminant-analysis","display_name":"Linear discriminant analysis","score":0.46217718720436096},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.45422106981277466},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44127702713012695},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.4262129068374634},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3329887390136719},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2644537091255188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2602299153804779},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11496749520301819}],"concepts":[{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.6223546862602234},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5754241943359375},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5242031812667847},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5098137259483337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46710124611854553},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.46217718720436096},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.45422106981277466},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44127702713012695},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.4262129068374634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3329887390136719},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2644537091255188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2602299153804779},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11496749520301819},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/15m1035653","is_oa":false,"landing_page_url":"https://doi.org/10.1137/15m1035653","pdf_url":null,"source":{"id":"https://openalex.org/S165512578","display_name":"SIAM Journal on Scientific Computing","issn_l":"1064-8275","issn":["1064-8275","1095-7197"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Scientific Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.75,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1974680426","https://openalex.org/W1978286881","https://openalex.org/W1983886273","https://openalex.org/W1987820147","https://openalex.org/W1988844573","https://openalex.org/W1993201782","https://openalex.org/W2007500622","https://openalex.org/W2008776938","https://openalex.org/W2020810109","https://openalex.org/W2022086975","https://openalex.org/W2027077102","https://openalex.org/W2072925128","https://openalex.org/W2073148270","https://openalex.org/W2085531991","https://openalex.org/W2097179345","https://openalex.org/W2097897435","https://openalex.org/W2103753221","https://openalex.org/W2105628133","https://openalex.org/W2106253207","https://openalex.org/W2117920736","https://openalex.org/W2152758153","https://openalex.org/W2157259267","https://openalex.org/W2167048949","https://openalex.org/W2221583060","https://openalex.org/W3102157992","https://openalex.org/W4238240379"],"related_works":["https://openalex.org/W2794812819","https://openalex.org/W2114217318","https://openalex.org/W2587881214","https://openalex.org/W3104072235","https://openalex.org/W1995622179","https://openalex.org/W2048680804","https://openalex.org/W2370263288","https://openalex.org/W1484111231","https://openalex.org/W2169311637","https://openalex.org/W3192451249"],"abstract_inverted_index":{"Over":[0],"the":[1,35,65,68,78,92,110,128,141,168,188],"past":[2],"few":[3],"decades,":[4],"much":[5],"attention":[6],"has":[7],"been":[8],"drawn":[9],"to":[10,67,167,175],"large-scale":[11,146],"incremental":[12,55,57,179],"data":[13,24,147],"analysis,":[14],"where":[15],"researchers":[16],"are":[17,44],"faced":[18],"with":[19,74,87,105,124],"huge":[20],"amounts":[21],"of":[22,119,137,145,192],"high-dimensional":[23],"acquired":[25],"incrementally.":[26],"In":[27],"such":[28],"a":[29,40,53,106,114,134,158,177],"case,":[30],"conventional":[31],"algorithms":[32],"that":[33,62,163],"compute":[34],"result":[36],"from":[37,131],"scratch":[38],"whenever":[39,113],"new":[41,54,115,159,178],"sample":[42,116],"comes":[43],"highly":[45],"inefficient.":[46],"To":[47],"conquer":[48],"this":[49],"problem,":[50,170],"we":[51,95,139],"propose":[52,157],"algorithm":[56],"regularized":[58,69],"least":[59,70],"squares":[60,71],"(IRLS)":[61],"incrementally":[63],"computes":[64],"solution":[66,99],"(RLS)":[72],"problem":[73,86,104,123],"multiple":[75],"columns":[76,90,126],"on":[77,91,109,127,150,184],"right-hand":[79,93,111,129],"side.":[80],"More":[81],"specifically,":[82],"for":[83],"an":[84,102,121],"RLS":[85,103,122,169],"$c$":[88,125],"($c>1$)":[89],"side,":[94],"update":[96],"its":[97],"unique":[98],"by":[100],"solving":[101,120],"single":[107],"column":[108],"side":[112,130],"arrives,":[117],"instead":[118],"scratch.":[132],"As":[133],"direct":[135],"application":[136],"IRLS,":[138],"consider":[140],"supervised":[142],"dimensionality":[143],"reduction":[144],"and":[148,171,190],"focus":[149],"linear":[151],"discriminant":[152],"analysis":[153],"(LDA).":[154],"We":[155],"first":[156],"batch":[160],"LDA":[161,180],"model":[162],"is":[164],"closely":[165],"related":[166],"then":[172],"apply":[173],"IRLS":[174],"develop":[176],"algorithm.":[181],"Experimental":[182],"results":[183],"real-world":[185],"datasets":[186],"demonstrate":[187],"effectiveness":[189],"efficiency":[191],"our":[193],"algorithms.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}