{"id":"https://openalex.org/W2160840682","doi":"https://doi.org/10.5555/1046920.1194916","title":"On the Nystr\u00f6m Method for Approximating a Gram Matrix for Improved Kernel-Based Learning","display_name":"On the Nystr\u00f6m Method for Approximating a Gram Matrix for Improved Kernel-Based Learning","publication_year":2005,"publication_date":"2005-12-01","ids":{"openalex":"https://openalex.org/W2160840682","doi":"https://doi.org/10.5555/1046920.1194916","mag":"2160840682"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.61.1193","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.61.1193","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.rpi.edu/~drinep/kernel_JMLR.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081378199","display_name":"Petros Drineas B","orcid":"https://orcid.org/0000-0003-1994-8670","observed_orcids":["https://orcid.org/0000-0003-1994-8670"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petros Drineas","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1994-8670","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033006662","display_name":"Michael W. Mahoney","orcid":"https://orcid.org/0000-0001-7920-4652","observed_orcids":["https://orcid.org/0000-0001-7920-4652"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael W. Mahoney","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7920-4652","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.365,"has_fulltext":false,"cited_by_count":797,"citation_normalized_percentile":{"value":0.989307,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"6","issue":"72","first_page":"2153","last_page":"2175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6083999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6083999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.3562000095844269,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nystrom-method","display_name":"Nystr\u00f6m method","score":0.9660000205039978},{"id":"https://openalex.org/keywords/low-rank-approximation","display_name":"low-rank approximation","score":0.9210000038146973},{"id":"https://openalex.org/keywords/kernel-methods","display_name":"kernel methods","score":0.847000002861023},{"id":"https://openalex.org/keywords/computational-cost-reduction","display_name":"computational complexity reduction","score":0.7369999885559082}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.769497811794281},{"id":"https://openalex.org/C77246614","wikidata":"https://www.wikidata.org/wiki/Q1409400","display_name":"Gramian matrix","level":3,"score":0.7472566366195679},{"id":"https://openalex.org/C92207270","wikidata":"https://www.wikidata.org/wiki/Q939253","display_name":"Matrix norm","level":3,"score":0.7023298740386963},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5770725011825562},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5646757483482361},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5625970959663391},{"id":"https://openalex.org/C90199385","wikidata":"https://www.wikidata.org/wiki/Q6692777","display_name":"Low-rank approximation","level":3,"score":0.5496214628219604},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5391185283660889},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5140661001205444},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4907184839248657},{"id":"https://openalex.org/C48265008","wikidata":"https://www.wikidata.org/wiki/Q7071295","display_name":"Nystr\u00f6m method","level":3,"score":0.4180332124233246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3627890944480896},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.34109407663345337},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.2662654221057892},{"id":"https://openalex.org/C27016315","wikidata":"https://www.wikidata.org/wiki/Q580101","display_name":"Integral equation","level":2,"score":0.19680571556091309},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.19598886370658875},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C25023664","wikidata":"https://www.wikidata.org/wiki/Q1575637","display_name":"Hankel matrix","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.61.1193","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.61.1193","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.rpi.edu/~drinep/kernel_JMLR.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.76.3640","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.76.3640","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://cs-www.cs.yale.edu/homes/mmahoney/pubs/kernel.ps","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.77.9172","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.77.9172","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://cs-www.cs.yale.edu/homes/mmahoney/pubs/kernel_JMLR.pdf","raw_type":"text"},{"id":"mag:2160840682","doi":null,"is_oa":false,"landing_page_url":"http://cs-www.cs.yale.edu/homes/mmahoney/pubs/kernel_JMLR.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null},{"id":"mag:3004219628","doi":"https://doi.org/10.5555/1046920.1194916","is_oa":false,"landing_page_url":"https://dl.acm.org/doi/10.5555/1046920.1194916","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-a","cwts-core","dongbi-a","jufo-3","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W26816478","https://openalex.org/W164459616","https://openalex.org/W391578156","https://openalex.org/W658559791","https://openalex.org/W1487115931","https://openalex.org/W1551209770","https://openalex.org/W1560094814","https://openalex.org/W1563088657","https://openalex.org/W1587887312","https://openalex.org/W1761010383","https://openalex.org/W1818277846","https://openalex.org/W1966347620","https://openalex.org/W1970576574","https://openalex.org/W1979750072","https://openalex.org/W2001141328","https://openalex.org/W2003690406","https://openalex.org/W2008751576","https://openalex.org/W2017588182","https://openalex.org/W2021680564","https://openalex.org/W2042465463","https://openalex.org/W2053186076","https://openalex.org/W2055576996","https://openalex.org/W2062291655","https://openalex.org/W2065060195","https://openalex.org/W2078465266","https://openalex.org/W2085063499","https://openalex.org/W2086486316","https://openalex.org/W2097308346","https://openalex.org/W2107462773","https://openalex.org/W2112545207","https://openalex.org/W2116810533","https://openalex.org/W2137557016","https://openalex.org/W2140095548","https://openalex.org/W2144414190","https://openalex.org/W2153934661","https://openalex.org/W2156838815","https://openalex.org/W2798707604","https://openalex.org/W2798909945","https://openalex.org/W3150353689"],"related_works":["https://openalex.org/W1818277846","https://openalex.org/W2401963278","https://openalex.org/W1967099866","https://openalex.org/W26823175","https://openalex.org/W4321649239","https://openalex.org/W2594845788","https://openalex.org/W2401243292","https://openalex.org/W2135910425","https://openalex.org/W2742757407","https://openalex.org/W1967934524"],"abstract_inverted_index":{"A":[0],"problem":[1],"for":[2,178,186],"many":[3],"kernel-based":[4],"methods":[5],"is":[6,22,58,69,85,118],"that":[7,47,165],"the":[8,15,23,60,86,93,97,106,116,119,126,141,145,157,209,224],"amount":[9],"of":[10,25,49,59,73,78,80,103,110,115,149],"computation":[11],"required":[12],"to":[13,34,40,90,123,161],"find":[14],"solution":[16],"scales":[17],"as":[18],"O(n\u00b3),":[19],"where":[20,67],"n":[21],"number":[24,76],"training":[26],"examples.":[27],"We":[28,163],"develop":[29],"and":[30,82,105,133,144,152,174,185,202,223],"analyze":[31],"an":[32,36,41],"algorithm":[33,117],"compute":[35],"easily-interpretable":[37],"low-rank":[38],"approximation":[39,57,89,160,194],"nn":[42],"Gram":[43],"matrix":[44,71,94,221],"G":[45,62,81,104,154],"such":[46],"computations":[48],"interest":[50],"may":[51],"be":[52,156,196],"performed":[53],"more":[54],"rapidly.":[55],"The":[56,214],"form":[61],"k":[63,84,155,188],"=":[64,181],"CW":[65],",":[66,92,184],"C":[68],"a":[70,74,131,150],"consisting":[72],"small":[75],"c":[77,101,108],"columns":[79,102,170],"W":[83,91],"best":[87,158],"rank-k":[88,159],"formed":[95],"by":[96,166],"intersection":[98],"between":[99,216],"those":[100],"corresponding":[107],"rows":[109],"G.":[111,162],"An":[112],"important":[113],"aspect":[114],"probability":[120,136],"distribution":[121],"used":[122],"randomly":[124],"sample":[125],"columns;":[127],"we":[128],"will":[129],"use":[130],"judiciously-chosen":[132],"data-dependent":[134],"nonuniform":[135],"distribution.":[137],"Let":[138],"F":[139,183],"denote":[140],"spectral":[142],"norm":[143],"Frobenius":[146],"norm,":[147],"respectively,":[148],"matrix,":[151],"let":[153],"prove":[164],"choosing":[167],"O(k/#":[168],")":[169],"both":[171,179],"in":[172],"expectation":[173],"with":[175],"high":[176],"probability,":[177],"#":[180],"2,":[182],"all":[187],":":[189],"0":[190],"rank(W":[191],").":[192],"This":[193],"can":[195],"computed":[197],"using":[198],"O(n)":[199],"additional":[200],"space":[201],"time,":[203],"after":[204],"making":[205],"two":[206],"passes":[207],"over":[208],"data":[210],"from":[211,227],"external":[212],"storage.":[213],"relationships":[215],"this":[217],"algorithm,":[218],"other":[219],"related":[220],"decompositions,":[222],"Nystr\u00f6m":[225],"method":[226],"integral":[228],"equation":[229],"theory":[230],"are":[231],"discussed.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":50},{"year":2020,"cited_by_count":67},{"year":2019,"cited_by_count":61},{"year":2018,"cited_by_count":57},{"year":2017,"cited_by_count":57},{"year":2016,"cited_by_count":80},{"year":2015,"cited_by_count":77},{"year":2014,"cited_by_count":53},{"year":2013,"cited_by_count":56},{"year":2012,"cited_by_count":46}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}