{"id":"https://openalex.org/W4386075243","doi":"https://doi.org/10.1109/isit54713.2023.10206832","title":"On the Information Capacity of Nearest Neighbor Representations","display_name":"On the Information Capacity of Nearest Neighbor Representations","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386075243","doi":"https://doi.org/10.1109/isit54713.2023.10206832"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206832","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050848712","display_name":"Kordag Mehmet Kilic","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kordag Mehmet Kilic","raw_affiliation_strings":["California Institute of Technology,Electrical Engineering,USA","Electrical Engineering, California Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Electrical Engineering,USA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Electrical Engineering, California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051523017","display_name":"Jin Sima","orcid":"https://orcid.org/0000-0003-4588-9790"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin Sima","raw_affiliation_strings":["University of Illinois Urbana-Champaign,Electrical and Computer Engineering,USA","Electrical and Computer Engineering, University of Illinois Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign,Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Electrical and Computer Engineering, University of Illinois Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043861677","display_name":"Jehoshua Bruck","orcid":"https://orcid.org/0000-0001-8474-0812"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jehoshua Bruck","raw_affiliation_strings":["California Institute of Technology,Electrical Engineering,USA","Electrical Engineering, California Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"California Institute of Technology,Electrical Engineering,USA","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Electrical Engineering, California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050848712"],"corresponding_institution_ids":["https://openalex.org/I122411786"],"apc_list":null,"apc_paid":null,"fwci":0.3136,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63953627,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1663","last_page":"1668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11130","display_name":"Coding theory and cryptography","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6491907835006714},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6163460612297058},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.6139417886734009},{"id":"https://openalex.org/keywords/content-addressable-memory","display_name":"Content-addressable memory","score":0.6029500365257263},{"id":"https://openalex.org/keywords/boolean-function","display_name":"Boolean function","score":0.582664966583252},{"id":"https://openalex.org/keywords/boolean-network","display_name":"Boolean network","score":0.5410484075546265},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.525716245174408},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.47535938024520874},{"id":"https://openalex.org/keywords/von-neumann-architecture","display_name":"Von Neumann architecture","score":0.464956134557724},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.44363290071487427},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.426657497882843},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4146328568458557},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39320045709609985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32677602767944336},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29518866539001465},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2909228205680847}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6491907835006714},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6163460612297058},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.6139417886734009},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.6029500365257263},{"id":"https://openalex.org/C187455244","wikidata":"https://www.wikidata.org/wiki/Q942353","display_name":"Boolean function","level":2,"score":0.582664966583252},{"id":"https://openalex.org/C134444547","wikidata":"https://www.wikidata.org/wiki/Q585230","display_name":"Boolean network","level":3,"score":0.5410484075546265},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.525716245174408},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47535938024520874},{"id":"https://openalex.org/C80469333","wikidata":"https://www.wikidata.org/wiki/Q189088","display_name":"Von Neumann architecture","level":2,"score":0.464956134557724},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.44363290071487427},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.426657497882843},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4146328568458557},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39320045709609985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32677602767944336},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29518866539001465},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2909228205680847},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206832","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W82666326","https://openalex.org/W1498546933","https://openalex.org/W1662824729","https://openalex.org/W1989734466","https://openalex.org/W1990284858","https://openalex.org/W1994410331","https://openalex.org/W1997155281","https://openalex.org/W2079175807","https://openalex.org/W2084194126","https://openalex.org/W2097575812","https://openalex.org/W2098730982","https://openalex.org/W2103676795","https://openalex.org/W2104245397","https://openalex.org/W2110715393","https://openalex.org/W2112793793","https://openalex.org/W2122111042","https://openalex.org/W2147786227","https://openalex.org/W2163904244","https://openalex.org/W2172127734","https://openalex.org/W3197797236","https://openalex.org/W4214654260","https://openalex.org/W4386075243","https://openalex.org/W6603374044"],"related_works":["https://openalex.org/W2075126249","https://openalex.org/W2105128170","https://openalex.org/W2918709778","https://openalex.org/W1991822629","https://openalex.org/W3141532631","https://openalex.org/W1975961967","https://openalex.org/W52722086","https://openalex.org/W2558644562","https://openalex.org/W2011175857","https://openalex.org/W2061512596"],"abstract_inverted_index":{"The":[0,116],"von":[1],"Neumann":[2],"Computer":[3],"Architecture":[4],"has":[5,16],"a":[6,35,45,65,73,120],"distinction":[7],"between":[8],"computation":[9,21,39,55,93],"and":[10,22,69,101,141,159,167],"memory.":[11],"In":[12],"contrast,":[13],"the":[14,28,31,70,85,91,96,102,106,112,132,143],"brain":[15],"an":[17,61,77],"integrated":[18],"architecture":[19,29],"where":[20,40,95],"memory":[23,41],"are":[24,98,105],"indistinguishable.":[25],"Motivated":[26],"by":[27,44,58],"of":[30,37,47,87,111,119,134,146,150],"brain,":[32],"we":[33,52,83],"propose":[34],"model":[36,125],"associative":[38,92],"is":[42,56,72,126],"defined":[43],"set":[46],"vectors":[48,100],"in":[49,80,90,123],"\u211d<sup>n</sup>":[50],"(that":[51],"call":[53],"anchors),":[54],"performed":[57],"convergence":[59],"from":[60],"input":[62],"vector":[63],"to":[64],"nearest":[66,113],"neighbor":[67,114],"anchor,":[68],"output":[71],"label":[74],"associated":[75,127],"with":[76,128],"anchor.":[78],"Specifically,":[79],"this":[81,124],"paper,":[82],"study":[84,155],"representation":[86],"Boolean":[88,121,157],"functions":[89,158],"model,":[94],"inputs":[97],"binary":[99],"corresponding":[103],"outputs":[104],"labels":[107],"(0":[108],"or":[109],"1)":[110],"anchors.":[115],"information":[117],"capacity":[118],"function":[122],"two":[129],"quantities:":[130],"(i)":[131],"number":[133,145],"anchors":[135,151],"(called":[136,152],"Nearest":[137],"Neighbor":[138],"(NN)":[139],"Complexity)":[140],"(ii)":[142],"maximal":[144],"bits":[147],"representing":[148],"entries":[149],"Resolution).":[153],"We":[154],"symmetric":[156],"present":[160],"constructions":[161],"that":[162],"have":[163],"optimal":[164],"NN":[165],"complexity":[166],"resolution.":[168]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}