{"id":"https://openalex.org/W3023620770","doi":"https://doi.org/10.1109/msp.2020.2973567","title":"Optimally Compressed Nonparametric Online Learning: Tradeoffs between memory and consistency","display_name":"Optimally Compressed Nonparametric Online Learning: Tradeoffs between memory and consistency","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3023620770","doi":"https://doi.org/10.1109/msp.2020.2973567","mag":"3023620770"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2020.2973567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2020.2973567","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025896653","display_name":"Alec Koppel","orcid":"https://orcid.org/0000-0003-2447-2873"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alec Koppel","raw_affiliation_strings":["U.S. Army Research Laboratory, Computational and Information Sciences Directorate, Adelphi, Maryland","Computational and Information Sciences Directorate, U.S. Army Research Laboratory, Adelphi, Maryland United States"],"raw_orcid":"https://orcid.org/0000-0003-2447-2873","affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Computational and Information Sciences Directorate, Adelphi, Maryland","institution_ids":["https://openalex.org/I166416128"]},{"raw_affiliation_string":"Computational and Information Sciences Directorate, U.S. Army Research Laboratory, Adelphi, Maryland United States","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039563144","display_name":"Amrit Singh Bedi","orcid":"https://orcid.org/0000-0002-8807-2695"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amrit Singh Bedi","raw_affiliation_strings":["U.S. Army Research Laboratory, Computational and Information Sciences Directorate, Adelphi, Maryland","Computational and Information Sciences Computational and Information Sciences Directorate, U.S. Army Research Laboratory, Adelphi, Maryland United States"],"raw_orcid":"https://orcid.org/0000-0002-8807-2695","affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Computational and Information Sciences Directorate, Adelphi, Maryland","institution_ids":["https://openalex.org/I166416128"]},{"raw_affiliation_string":"Computational and Information Sciences Computational and Information Sciences Directorate, U.S. Army Research Laboratory, Adelphi, Maryland United States","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007246073","display_name":"Ketan Rajawat","orcid":"https://orcid.org/0000-0002-4508-0062"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ketan Rajawat","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur","Electrical Engineering, Indian Institute of Technology, Kanpur, India"],"raw_orcid":"https://orcid.org/0000-0002-4508-0062","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur","institution_ids":["https://openalex.org/I94234084"]},{"raw_affiliation_string":"Electrical Engineering, Indian Institute of Technology, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053858045","display_name":"Brian M. Sadler","orcid":"https://orcid.org/0000-0002-9564-3812"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian M. Sadler","raw_affiliation_strings":["U.S. Army senior scientist for intelligent systems, and a fellow of the Army Research Laboratory, Adelphi, Maryland","Intelligent Systems, U.S. Army Research Laboratory, Adelphi, Maryland United States"],"raw_orcid":"https://orcid.org/0000-0002-9564-3812","affiliations":[{"raw_affiliation_string":"U.S. Army senior scientist for intelligent systems, and a fellow of the Army Research Laboratory, Adelphi, Maryland","institution_ids":["https://openalex.org/I166416128"]},{"raw_affiliation_string":"Intelligent Systems, U.S. Army Research Laboratory, Adelphi, Maryland United States","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025896653"],"corresponding_institution_ids":["https://openalex.org/I166416128"],"apc_list":null,"apc_paid":null,"fwci":1.1147,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80162592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"37","issue":"3","first_page":"61","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6835981607437134},{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.6273650527000427},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5323249101638794},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4262539744377136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40450769662857056},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.20192155241966248},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15457427501678467}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6835981607437134},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.6273650527000427},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5323249101638794},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4262539744377136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40450769662857056},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.20192155241966248},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15457427501678467}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2020.2973567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2020.2973567","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W996830848","https://openalex.org/W1480376833","https://openalex.org/W1494085563","https://openalex.org/W1571416372","https://openalex.org/W1923046654","https://openalex.org/W2019291268","https://openalex.org/W2020909452","https://openalex.org/W2043182541","https://openalex.org/W2044212084","https://openalex.org/W2073787051","https://openalex.org/W2092368362","https://openalex.org/W2095895508","https://openalex.org/W2112545207","https://openalex.org/W2123395972","https://openalex.org/W2129809168","https://openalex.org/W2137435346","https://openalex.org/W2144902422","https://openalex.org/W2149519261","https://openalex.org/W2150621701","https://openalex.org/W2153290280","https://openalex.org/W2158234251","https://openalex.org/W2168029744","https://openalex.org/W2294875987","https://openalex.org/W2336416123","https://openalex.org/W2341285855","https://openalex.org/W2405727896","https://openalex.org/W2409823938","https://openalex.org/W2550502264","https://openalex.org/W2736618479","https://openalex.org/W2763948036","https://openalex.org/W2892521964","https://openalex.org/W2909645630","https://openalex.org/W2912289066","https://openalex.org/W2913029553","https://openalex.org/W2920025365","https://openalex.org/W2939134861","https://openalex.org/W2972570727","https://openalex.org/W2972580961","https://openalex.org/W2994310245","https://openalex.org/W3101749733","https://openalex.org/W3111293833","https://openalex.org/W3126123601","https://openalex.org/W4255133955","https://openalex.org/W6640107507","https://openalex.org/W6674478206","https://openalex.org/W6678945949","https://openalex.org/W6681302627","https://openalex.org/W6681968160","https://openalex.org/W6714527814","https://openalex.org/W6729544197","https://openalex.org/W6730265215","https://openalex.org/W6758497997","https://openalex.org/W6767867687","https://openalex.org/W6771341348"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W2350879319","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W3046775127","https://openalex.org/W2353865532","https://openalex.org/W4205958290","https://openalex.org/W3209574120"],"abstract_inverted_index":{"Batch":[0],"training":[1],"of":[2,35,62],"machine":[3],"learning":[4],"models":[5],"based":[6,20],"on":[7,21,96],"neural":[8],"networks":[9],"is":[10],"well":[11,116],"established,":[12],"whereas,":[13],"to":[14,38,43,107,119],"date,":[15],"streaming":[16],"methods":[17,33,58],"are":[18,34,113],"largely":[19],"linear":[22,27],"models.":[23],"To":[24],"go":[25],"beyond":[26],"in":[28],"the":[29,74],"online":[30,79],"setting,":[31],"nonparametric":[32,57],"interest":[36],"due":[37],"their":[39,66,68,84],"universality":[40],"and":[41,88,104,111],"ability":[42],"stably":[44],"incorporate":[45],"new":[46],"information":[47],"via":[48],"convexity":[49],"or":[50],"Bayes's":[51],"rule.":[52],"Unfortunately,":[53],"when":[54],"applied":[55],"online,":[56],"suffer":[59],"a":[60,97],"\"curse":[61],"dimensionality,\"":[63],"which":[64],"precludes":[65],"use:":[67],"complexity":[69],"scales":[70],"at":[71],"least":[72],"with":[73],"time":[75],"index.":[76],"We":[77],"survey":[78],"compression":[80,98],"tools":[81],"that":[82,100],"bring":[83],"memory":[85,103],"under":[86],"control":[87],"attain":[89],"approximate":[90],"convergence.":[91],"The":[92],"asymptotic":[93],"bias":[94],"depends":[95],"parameter":[99],"trades":[101],"off":[102],"accuracy.":[105],"Applications":[106],"robotics,":[108],"communications,":[109],"economics,":[110],"power":[112],"discussed":[114],"as":[115,117],"extensions":[118],"multiagent":[120],"systems.":[121]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}