{"id":"https://openalex.org/W7152373585","doi":"https://doi.org/10.48550/arxiv.2604.07267","title":"The Theory and Practice of Highly Scalable Gaussian Process Regression with Nearest Neighbours","display_name":"The Theory and Practice of Highly Scalable Gaussian Process Regression with Nearest Neighbours","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152373585","doi":"https://doi.org/10.48550/arxiv.2604.07267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036150889","display_name":"Robert S. Allison","orcid":"https://orcid.org/0000-0002-4485-2665"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allison, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044621683","display_name":"Tomasz Maci\u0105\u017cek","orcid":"https://orcid.org/0000-0002-2364-1164"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maciazek, Tomasz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068989879","display_name":"Anthony A. Stephenson","orcid":"https://orcid.org/0000-0002-2947-0677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephenson, Anthony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.6172000169754028},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.5770000219345093},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4523000121116638},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.447299987077713},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.4081999957561493},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.39969998598098755},{"id":"https://openalex.org/keywords/kriging","display_name":"Kriging","score":0.3813999891281128},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.35929998755455017},{"id":"https://openalex.org/keywords/nonparametric-regression","display_name":"Nonparametric regression","score":0.3555999994277954},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.6172000169754028},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.5770000219345093},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.521399974822998},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.447299987077713},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4235999882221222},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.4081999957561493},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C81692654","wikidata":"https://www.wikidata.org/wiki/Q225926","display_name":"Kriging","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C74127309","wikidata":"https://www.wikidata.org/wiki/Q3455886","display_name":"Nonparametric regression","level":3,"score":0.3555999994277954},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C2779915298","wikidata":"https://www.wikidata.org/wiki/Q7604400","display_name":"Statistical learning theory","level":3,"score":0.34689998626708984},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3465000092983246},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.3188999891281128},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.31290000677108765},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C70259352","wikidata":"https://www.wikidata.org/wiki/Q1847839","display_name":"Robust regression","level":3,"score":0.30660000443458557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2786000072956085},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C27156116","wikidata":"https://www.wikidata.org/wiki/Q1778098","display_name":"Pointwise convergence","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C200695384","wikidata":"https://www.wikidata.org/wiki/Q1739319","display_name":"Kernel regression","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.2572000026702881},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Gaussian":[0,45],"process":[1],"($GP$)":[2],"regression":[3,48,137],"is":[4,29],"a":[5,77,182,189],"widely":[6],"used":[7],"non-parametric":[8],"modeling":[9],"tool,":[10],"but":[11],"its":[12,20,153],"cubic":[13],"complexity":[14],"in":[15,42],"the":[16,34,53,68,114,122,136,171],"training":[17],"size":[18],"limits":[19,94],"use":[21],"on":[22],"massive":[23],"data":[24],"sets.":[25],"A":[26],"practical":[27],"remedy":[28],"to":[30,157,176,195],"predict":[31],"using":[32],"only":[33],"nearest":[35],"neighbours":[36],"of":[37,71,135,144,174],"each":[38],"test":[39],"point,":[40],"as":[41,188],"Nearest":[43],"Neighbour":[44],"Process":[46],"($NNGP$)":[47],"for":[49,58,80,95,186],"geospatial":[50],"problems":[51],"and":[52,82,107,119,131,150,161,192],"related":[54],"scalable":[55,191],"$GPnn$":[56,83,175],"method":[57],"more":[59],"general":[60],"machine-learning":[61],"applications.":[62],"Despite":[63],"their":[64],"strong":[65],"empirical":[66],"performance,":[67],"large-$n$":[69],"theory":[70],"$NNGP/GPnn$":[72,187],"remains":[73],"incomplete.":[74],"We":[75,111,139],"develop":[76],"theoretical":[78],"framework":[79],"$NNGP$":[81],"regression.":[84],"Under":[85],"mild":[86],"regularity":[87,134],"assumptions,":[88],"we":[89],"derive":[90],"almost":[91],"sure":[92],"pointwise":[93],"three":[96],"key":[97],"predictive":[98],"criteria:":[99],"mean":[100],"squared":[101],"error":[102],"($MSE$),":[103],"calibration":[104],"coefficient":[105],"($CAL$),":[106],"negative":[108],"log-likelihood":[109],"($NLL$).":[110],"then":[112],"study":[113],"$L_2$-risk,":[115],"prove":[116,141],"universal":[117],"consistency,":[118],"show":[120,151],"that":[121,152],"risk":[123],"attains":[124],"Stone's":[125],"minimax":[126],"rate":[127],"$n^{-2\u03b1/(2p+d)}$,":[128],"where":[129],"$\u03b1$":[130],"$p$":[132],"capture":[133],"problem.":[138],"also":[140],"uniform":[142],"convergence":[143],"$MSE$":[145],"over":[146],"compact":[147],"hyper-parameter":[148,177],"sets":[149],"derivatives":[154],"with":[155,166],"respect":[156],"lengthscale,":[158],"kernel":[159],"scale,":[160],"noise":[162],"variance":[163],"vanish":[164],"asymptotically,":[165],"explicit":[167],"rates.":[168],"This":[169],"explains":[170],"observed":[172],"robustness":[173],"tuning.":[178],"These":[179],"results":[180],"provide":[181],"rigorous":[183],"statistical":[184],"foundation":[185],"highly":[190],"principled":[193],"alternative":[194],"full":[196],"$GP$":[197],"models.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-10T00:00:00"}