{"id":"https://openalex.org/W7100712417","doi":null,"title":"CMSC 35900 (Spring 2009) Large Scale Learning Lecture: 5 Nearest Neighbor Rules","display_name":"CMSC 35900 (Spring 2009) Large Scale Learning Lecture: 5 Nearest Neighbor Rules","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7100712417"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.164.6597","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.164.6597","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ttic.uchicago.edu/~gregory/courses/LargeScaleLearning/lectures/nn_intro.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7100712417"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108381794","display_name":"Sham M. Kakade","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Instructors Sham Kakade","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019380351","display_name":"Gregory Shakhnarovich","orcid":"https://orcid.org/0000-0003-4700-9398","observed_orcids":["https://orcid.org/0000-0003-4700-9398"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Greg Shakhnarovich","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.8198000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.8198000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.04899999871850014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.02539999969303608,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nearest-neighbor-rule","display_name":"nearest neighbor rule","score":0.6890000104904175},{"id":"https://openalex.org/keywords/asymptotic-properties","display_name":"asymptotic properties","score":0.8820000290870667},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.6930000185966492},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"regression analysis","score":0.9879999756813049},{"id":"https://openalex.org/keywords/i-i-d-data","display_name":"i.i.d. data","score":0.7850000262260437},{"id":"https://openalex.org/keywords/nearest-neighbor-regression","display_name":"nearest neighbor regression","score":0.4169999957084656},{"id":"https://openalex.org/keywords/nearest-neighbor-classification","display_name":"nearest neighbor classification","score":0.7509999871253967}],"concepts":[{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.7809000015258789},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5813000202178955},{"id":"https://openalex.org/C90988772","wikidata":"https://www.wikidata.org/wiki/Q2855103","display_name":"Nearest neighbor graph","level":3,"score":0.5544000267982483},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5162000060081482},{"id":"https://openalex.org/C2777759810","wikidata":"https://www.wikidata.org/wiki/Q149316","display_name":"Lemma (botany)","level":3,"score":0.4896000027656555},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.41839998960494995},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4124000072479248},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C94475309","wikidata":"https://www.wikidata.org/wiki/Q6489154","display_name":"Large margin nearest neighbor","level":3,"score":0.4092000126838684},{"id":"https://openalex.org/C102164700","wikidata":"https://www.wikidata.org/wiki/Q17162702","display_name":"Nearest-neighbor chain algorithm","level":5,"score":0.3937999904155731},{"id":"https://openalex.org/C161986146","wikidata":"https://www.wikidata.org/wiki/Q4896845","display_name":"Best bin first","level":3,"score":0.3935000002384186},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C116738811","wikidata":"https://www.wikidata.org/wiki/Q608751","display_name":"Nearest neighbor search","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C46264003","wikidata":"https://www.wikidata.org/wiki/Q5456333","display_name":"Fixed-radius near neighbors","level":5,"score":0.2750000059604645},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.2628999948501587}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.164.6597","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.164.6597","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ttic.uchicago.edu/~gregory/courses/LargeScaleLearning/lectures/nn_intro.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1262550229","https://openalex.org/W2326104347","https://openalex.org/W2481092562","https://openalex.org/W2022012797","https://openalex.org/W1516065525","https://openalex.org/W1991945341","https://openalex.org/W3165123500","https://openalex.org/W3195408060","https://openalex.org/W2035457324"],"abstract_inverted_index":{"In":[0],"this":[1],"lecture":[2],"we":[3,116],"will":[4,51,72,193],"go":[5],"over":[6,46],"some":[7,186],"basic":[8,97],"asymptotic":[9],"properties":[10,23],"of":[11,28,82,93,99,114,133,145,168],"the":[12,77,91,100,106,126,134,165],"nearest":[13,79,135],"neighbor":[14,22,80],"rules":[15],"for":[16,52,185,201],"classification":[17],"and":[18,60,87],"regression.":[19],"1":[20,151],"Nearest":[21],"We":[24,50,71,123,192],"consider":[25,195],"a":[26,39,196],"set":[27],"labeled":[29],"data":[30],"points":[31],"(x1,":[32],"y1),...,":[33],"(xn,":[34],"yn)":[35],"drawn":[36],"i.i.d.":[37,143],"from":[38,128],"joint":[40],"distribution":[41],"p(x,":[42],"y)":[43],"=":[44,57,63,214],"p(x)p(y|x)":[45],"X":[47,56],"\u00d7":[48],"Y.":[49],"now":[53],"assume":[54],"that":[55,61,94,200],"R":[58,149,179],"d,":[59],"Y":[62],"{1,...,":[64],"M}":[65],"which":[66,115],"means":[67],"simply":[68],"M-class":[69],"classification.":[70],"denote":[73],"by":[74,88],"x":[75,83,153,173,198],"(i)":[76,90],"i-th":[78],"(i-NN)":[81],"among":[84],"x1,...,":[85,139],"xn,":[86],"y":[89],"label":[92],"i-NN.":[95],"A":[96],"property":[98],"NN":[101],"is":[102],"its":[103],"convergence":[104],"to":[105],"\u201cquery":[107],"\u201d":[108],"point":[109,111,197],"(the":[110],"in":[112,148],"neighbors":[113],"are":[117],"interested),":[118],"as":[119],"n":[120],"\u2192":[121,155],"\u221e.":[122],"start":[124],"with":[125,157],"result":[127],"[3]:":[129],"Lemma":[130],"1.1.":[131],"(convergence":[132],"neighbor)":[136],"Let":[137,161],"x0,":[138],"xn":[140],"be":[141,164],"an":[142],"sequence":[144],"random":[146],"variables":[147],"d.":[150],"Then,":[152],"(1)":[154,217],"x0":[156],"probability":[158],"1.":[159],"Proof.":[160],"Br":[162,174,212],"(x)":[163,175],"(closed)":[166],"ball":[167],"radius":[169],"r":[170],"centered":[171],"at":[172],"\ufffd":[176,208],"{z":[177],"\u2208":[178,211],"d:":[180],"D(z,":[181],"x)":[182],"\u2264":[183],"r},":[184],"metric":[187],"D":[188],"defined":[189],"on":[190],"Rd.":[191],"first":[194],"such":[199],"any":[202],"r>":[203],"0,":[204],"P":[205],"(Br":[206],"(x))":[207],"Pr":[209],"[z":[210],"(x)]":[213],"p(z)dz>":[215],"0.":[216]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7100712417","counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2025-10-27T00:00:00"}
