{"id":"https://openalex.org/W2033787551","doi":"https://doi.org/10.1109/tit.1984.1056890","title":"Adaptive filtering with binary reinforcement","display_name":"Adaptive filtering with binary reinforcement","publication_year":1984,"publication_date":"1984-03-01","ids":{"openalex":"https://openalex.org/W2033787551","doi":"https://doi.org/10.1109/tit.1984.1056890","mag":"2033787551"},"language":"en","primary_location":{"id":"doi:10.1109/tit.1984.1056890","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1984.1056890","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016272725","display_name":"A. Gersho","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"A. Gersho","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Santa Barbara, CA, USA","Department of Electrical & Computer Engineering, University of California, Santa Barbara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Santa Barbara, CA, USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"Department of Electrical & Computer Engineering, University of California, Santa Barbara, CA, USA","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016272725"],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":2.3033,"has_fulltext":false,"cited_by_count":143,"citation_normalized_percentile":{"value":0.86888647,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":"2","first_page":"191","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5793629884719849},{"id":"https://openalex.org/keywords/least-mean-squares-filter","display_name":"Least mean squares filter","score":0.537129819393158},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5305082201957703},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5226173996925354},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4995460510253906},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4737592339515686},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47217124700546265},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.47033509612083435},{"id":"https://openalex.org/keywords/adaptive-filter","display_name":"Adaptive filter","score":0.45809537172317505},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4513205885887146},{"id":"https://openalex.org/keywords/multivariate-random-variable","display_name":"Multivariate random variable","score":0.41429588198661804},{"id":"https://openalex.org/keywords/weight","display_name":"Weight","score":0.41193121671676636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.28797662258148193},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2343522310256958},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.1699252724647522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1255073845386505}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5793629884719849},{"id":"https://openalex.org/C32617633","wikidata":"https://www.wikidata.org/wiki/Q1426666","display_name":"Least mean squares filter","level":3,"score":0.537129819393158},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5305082201957703},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5226173996925354},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4995460510253906},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4737592339515686},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47217124700546265},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.47033509612083435},{"id":"https://openalex.org/C102248274","wikidata":"https://www.wikidata.org/wiki/Q168388","display_name":"Adaptive filter","level":2,"score":0.45809537172317505},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4513205885887146},{"id":"https://openalex.org/C138405894","wikidata":"https://www.wikidata.org/wiki/Q3179949","display_name":"Multivariate random variable","level":3,"score":0.41429588198661804},{"id":"https://openalex.org/C183877218","wikidata":"https://www.wikidata.org/wiki/Q7979858","display_name":"Weight","level":3,"score":0.41193121671676636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.28797662258148193},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2343522310256958},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.1699252724647522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1255073845386505},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C51568863","wikidata":"https://www.wikidata.org/wiki/Q664495","display_name":"Lie algebra","level":2,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.1984.1056890","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1984.1056890","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1535810436","https://openalex.org/W1973977150","https://openalex.org/W1984996092","https://openalex.org/W2011491310","https://openalex.org/W2033787551","https://openalex.org/W2046654364","https://openalex.org/W2066686542","https://openalex.org/W2080621963","https://openalex.org/W2094552515","https://openalex.org/W2099449262","https://openalex.org/W2155391723","https://openalex.org/W2291794953","https://openalex.org/W2753908209","https://openalex.org/W4299533062","https://openalex.org/W6632223199"],"related_works":["https://openalex.org/W2287235845","https://openalex.org/W2586228848","https://openalex.org/W2081837274","https://openalex.org/W2253481662","https://openalex.org/W1998353256","https://openalex.org/W2357454918","https://openalex.org/W2189195857","https://openalex.org/W3040496336","https://openalex.org/W2370278301","https://openalex.org/W2079771791"],"abstract_inverted_index":{"Recently":[0],"there":[1],"has":[2],"been":[3],"increased":[4],"interest":[5],"in":[6,95,119],"high":[7],"speed":[8],"adaptive":[9],"filtering":[10],"where":[11,27],"the":[12,24,33,36,42,53,58,65,75,79,91,109,114,130,147,151,168],"usual":[13,54],"stochastic":[14,80],"gradient":[15,81],"or":[16],"least":[17,136],"mean-square":[18,87],"(LMS)":[19],"algorithm":[20,26,49,82,94,112],"is":[21,29,50,61,106,126],"replaced":[22],"with":[23],"simpler":[25],"adaptation":[28],"guided":[30],"only":[31],"by":[32,167],"polarity":[34],"of":[35,44,74,150],"error":[37,88,102,138],"signal.":[38],"In":[39],"this":[40,45],"paper":[41],"convergence":[43,68],"binary":[46,92,110],"reinforcement":[47,93,111],"(BR)":[48],"proved":[51,107],"under":[52],"independence":[55],"assumption,":[56],"and":[57],"surprising":[59],"observation":[60],"made":[62,157],"that,":[63],"unlike":[64],"LMS":[66],"algorithm,":[67],"occurs":[69],"for":[70,108],"any":[71],"positive":[72],"value":[73,132],"step-size":[76],"parameter.":[77],"While":[78],"attempts":[83,97],"to":[84,98,121,162],"minimize":[85,99],"a":[86,100,122,135,142],"cost":[89,103,139,149,165],"function,":[90],"fact":[96],"mean-absolute":[101,137],"function.":[104,140],"It":[105],"that":[113,125],"tap":[115],"weight":[116,153,170],"vector":[117,124,154],"converges":[118],"distribution":[120],"random":[123],"suitably":[127],"concentrated":[128],"about":[129],"optimal":[131],"based":[133],"on":[134],"For":[141],"sufficiently":[143],"small":[144],"step":[145],"size,":[146],"expected":[148],"asymptotic":[152],"can":[155],"be":[156],"as":[158,160],"close":[159],"desired":[161],"thc":[163],"minimum":[164],"attain,ed":[166],"optimum":[169],"vector.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}