{"id":"https://openalex.org/W2011262733","doi":"https://doi.org/10.1109/tit.1978.1055855","title":"On the evaluation of independent binary features (Corresp.)","display_name":"On the evaluation of independent binary features (Corresp.)","publication_year":1978,"publication_date":"1978-03-01","ids":{"openalex":"https://openalex.org/W2011262733","doi":"https://doi.org/10.1109/tit.1978.1055855","mag":"2011262733"},"language":"en","primary_location":{"id":"doi:10.1109/tit.1978.1055855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1978.1055855","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025593164","display_name":"Rpw Duin","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"R. Duin","raw_affiliation_strings":["Department of Applied Physics, Delft University of Technnology, Delft, Netherlands","[Department of Applied Physics, Delft University of Technnology, Delft, Netherlands]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Physics, Delft University of Technnology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"[Department of Applied Physics, Delft University of Technnology, Delft, Netherlands]","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060629207","display_name":"C. Buma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C. Buma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047811126","display_name":"L. Roosma","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"L. Roosma","raw_affiliation_strings":["Department of Applied Physics, Delft University of Technnology, Delft, Netherlands","[Department of Applied Physics, Delft University of Technnology, Delft, Netherlands]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Physics, Delft University of Technnology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"[Department of Applied Physics, Delft University of Technnology, Delft, Netherlands]","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3611,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85967571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"24","issue":"2","first_page":"248","last_page":"249"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10207","display_name":"Advanced biosensing and bioanalysis techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5716449022293091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5148372054100037},{"id":"https://openalex.org/keywords/binary-data","display_name":"Binary data","score":0.48758119344711304},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37338191270828247},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3709810972213745},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3446803689002991},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.17041265964508057}],"concepts":[{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5716449022293091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5148372054100037},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.48758119344711304},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37338191270828247},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3709810972213745},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3446803689002991},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.17041265964508057}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.1978.1055855","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.1978.1055855","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309070","display_name":"Brown University","ror":"https://ror.org/05gq02987"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1969795931","https://openalex.org/W2090449567","https://openalex.org/W2091321577"],"related_works":["https://openalex.org/W2154693897","https://openalex.org/W2018164323","https://openalex.org/W1980535114","https://openalex.org/W2094988397","https://openalex.org/W2083580028","https://openalex.org/W2165713005","https://openalex.org/W2063706985","https://openalex.org/W2380155140","https://openalex.org/W2055644595","https://openalex.org/W4233766581"],"abstract_inverted_index":{"248":[0],"IEEE":[1,375,591],"TRANSACTIONS":[2],"ON":[3],"INFORMATION":[4],"THEORY,":[5],"VOL.":[6],"IT-24,":[7],"NO.":[8],"2,":[9,382],"MARCH":[10],"1978":[11],"automaton":[12,29,59,218,267,277,566],"that":[13,37,268,736,840,1006,1109,1119],"is":[14,30,92,117,173,224,236,242,253,263,278,289,787,800,814,893,907,959,1031,1065,1097,1108,1113,1158],"close":[15,31],"to":[16,32,50,76,83,112,129,147,166,196,246,553,567,569,678,728,815,911,992,1099,1106,1192],"optimal":[17,33,56,110,170,520],"and":[18,63,155,214,216,231,282,341,363,390,412,424,432,457,502,527,538,549,558,574,609,624,722,766,964,972,1013,1040,1055,1136],"eliminates":[19],"the":[20,35,52,55,66,78,104,113,119,159,167,190,198,204,211,217,251,259,298,345,570,619,633,652,661,670,686,693,700,704,718,737,801,817,822,845,858,870,894,901,905,923,942,953,986,1041,1044,1078,1085,1100,1141,1166,1175,1184,1200,1207],"need":[21],"for":[22,60,192,258,512,564,618,684,732,785,805,946,974,995,1033,1198],"artificial":[23],"randomization":[24],"was":[25],"also":[26],"provided.":[27],"This":[28],"in":[34,103,284,449,454,523,797,843,854,869,1059,1069,1084],"sense":[36,286],"it":[38,1096],"requires":[39],"at":[40],"most":[41],"2":[42,73,88],"extra":[43],"bits":[44],"of":[45,48,54,80,121,151,163,207,297,301,344,414,429,452,476,586,635,654,663,680,682,702,717,740,811,821,824,847,857,860,873,896,922,944,989,1043,1088,1143,1148,1168,1177,1194,1196],"memory,":[46],"independent":[47,655,689,731,1169,1203],"m,":[49],"match":[51],"performance":[53,585],"randomized":[57],"m-state":[58,228],"all":[61,227,874,919,975,1034],"PA":[62],"PB.":[64],"Both":[65],"problems":[67,149],"studied":[68,158],"here,":[69],"however,":[70,172],"involve":[71],"only":[72,232],"coins.":[74],"How":[75],"extend":[77],"results":[79,135],"this":[81,137,276,287,812,1030],"paper":[82],"situations":[84],"where":[85,250,261,762,883,936,1072],"more":[86],"than":[87,1023,1027],"coins":[89,212],"are":[90,101,150,673,691,726,1019,1057,1139,1187,1205],"involved":[91],"an":[93,109,266,565,855,1066],"open":[94],"question.":[95],"Some":[96,175],"ad":[97],"hoc":[98],"expedient":[99,521],"automata":[100,229,431,433,518],"available":[102],"literature":[105],"[6],":[106],"[7].":[107],"Before":[108],"solution":[111,288],"many-armed":[114],"bandit":[115,347,369,589],"problem":[116,120,318,370,701],"possible,":[118],"multiple":[122],"hypothesis":[123,506,543],"testing":[124,507,544],"with":[125,319,371,394,508,519,545,1052,1140,1159],"finite":[126,142,144,160,321,373,395,509,546,614,620],"memory":[127,145,615],"needs":[128],"be":[130,729,746,838,867,939,967,985,1002],"solved.":[131],"For":[132,651,1077,1165],"some":[133,164,285,587],"recent":[134,176],"concerning":[136],"problem,":[138],"see":[139,1080],"[13].":[140],"Further,":[141],"time":[143,161,563,584],"solutions":[146,165],"these":[148,1073],"interest.":[152],"Vasilev":[153,557],"[14]":[154,555],"Witten":[156],"[15]":[157,580],"behavior":[162,522],"TABP.":[168],"No":[169],"solution,":[171],"available.":[174],"progress":[177],"has":[178],"been":[179],"reported":[180],"by":[181,202,782,877,969],"Cover":[182,362],"et":[183],"al.":[184],"[16].":[185],"ACKNOWLEDGMENT":[186],"The":[187,724,777,808,862,961,1103,1151,1164],"authors":[188],"thank":[189],"referees":[191],"comments":[193],"which":[194,660,685,798,832,844,1174,1199],"helped":[195],"improve":[197],"paper.":[199],"APPENDIX":[200],"Denote":[201],"p(a;pA,PB)":[203],"asymptotic":[205],"proportion":[206],"heads":[208],"achieved,":[209],"given":[210,742,948,997],"A":[213,721,994,1082],"B":[215,273,991],"a.":[219],"Even":[220],"though":[221],"p":[222,240],"(a;pA,PB)":[223,235],"maximized":[225],"over":[226,254,918],"if":[230,233,904,952],"r":[234],"maximized,":[237],"maximizing":[238,247],"{inf":[239],"(a;pA,PB)}":[241],"not":[243,279,668,692,835,852,1114,1182,1206],"necessarily":[244,1115],"equivalent":[245],"linf":[248],"r(a;pA,Ps)}":[249],"infimum":[252],"{(PA,PS)}.":[255],"In":[256],"fact,":[257],"TABPO,":[260],"PS":[262],"known":[264],"precisely,":[265],"maximizes":[269],"{infp(a;pA,PB)}":[270],"tosses":[271],"coin":[272],"exclusively.":[274],"Furthermore,":[275],"even":[280],"expedient,":[281],"thus":[283],"unsatisfactory.":[290],"REFERENCES":[291],"[1]":[292],"H.":[293,313,334,446,487],"Robbins,":[294,314],"\"Some":[295],"Aspects":[296],"sequential":[299,316,450],"design":[300,451],"experiments,\"":[302,453],"Bull.":[303],"Am.":[304],"Math.":[305,398],"Soc.,":[306],"vol.":[307,327,352,379,400,437,530,596,626],"58,":[308],"pp.":[309,329,356,383,402,441,469,532,577,600,628],"527-535,":[310],"1952.":[311],"[2]":[312],"\"A":[315],"decision":[317],"a":[320,664,802,825,848,916,947,996,1060,1111,1116,1178],"memory,\"":[322,374,396,510,547],"Proc.":[323],"Nat'l.":[324],"Acad.":[325],"Sci.,":[326],"42,":[328],"920-923,":[330],"1956.":[331],"[3]":[332],"I.":[333,559,560,696],"Witten,":[335,582],"\"The":[336,367,562],"apparent":[337],"conflict":[338],"between":[339],"estimation":[340],"control--A":[342],"survey":[343],"two-armed":[346,368,588],"problem,\"":[348,622],"J.":[349,426,460,473],"Franklin":[350],"Institute,":[351],"301,":[353],"no.":[354,439,598],"1-2,":[355],"161-190,":[357],"Jan.-Feb.":[358],"1976.":[359,631],"[4]":[360],"T.":[361,391,425],"M.":[364,407,486,606,610],"E.":[365,611,644,1154],"Hellman,":[366,612],"time-invariant":[372],"Trans.":[376,592],"Inform.":[377],"Theory,":[378],"IT-16,":[380],"No.":[381],"185-195,":[384],"Mar.":[385,602],"1970.":[386,405],"[5]":[387],"M.E.":[388],"Hellman":[389],"Cover,":[392,605],"\"Learning":[393],"Ann.":[397],"Stat.,":[399],"41,":[401],"765-782,":[403],"June":[404],"[6]":[406],"L.":[408,1137],"Tsetlin,":[409],"Automaton":[410],"Theory":[411],"Modeling":[413],"Biological":[415],"Systems.":[416],"New":[417,464,480,492],"York:":[418,465,481,493],"Academic,":[419],"1973.":[420,603],"[7]":[421],"K.S.":[422],"Fu":[423],"Li,":[427],"\"Formulation":[428],"learning":[430,616],"games,\"":[434],"Information":[435,550,623],"Sciences,":[436],"1,":[438,914,1126],"3,":[440,599],"237-256,":[442],"July":[443,1125],"1969.":[444,484],"[8]":[445],"Chernoff,":[447],"\"Approaches":[448],"Statistical":[455,490],"Design":[456],"Linear":[458],"Models,":[459],"N.":[461],"Srivastava":[462],"(Ed.).":[463],"American":[466,482],"Elsevier,":[467,483],"1975,":[468],"67-90.":[470],"[9]":[471],"S.":[472],"Yakowitz,":[474],"Mathematics":[475],"Adaptive":[477],"Control":[478],"Processes.":[479],"[10]":[485],"DeGroot,":[488],"Optimal":[489],"Decisions.":[491],"McGraw-Hin,":[494],"1970,":[495],"Ch.":[496],"14.":[497],"[11]":[498],"K.":[499,539],"B.":[500,503,536,540,723],"Lakshmanan":[501],"Chandrasekaran,":[504],"\"Compound":[505],"submitted":[511],"publication.":[513],"[12]":[514],"A.A.":[515],"Milyutin,":[516],"\"On":[517],"stationary":[524],"media,\"":[525],"Automation":[526,573],"Remote":[528,575],"Control,":[529,576,625],"26,":[531,1130],"116-131,":[533],"1965.":[534],"[13]":[535],"Chandrasekaran":[537],"Lakshmanan,":[541],"\"Multiple":[542],"Cybernetics":[548],"Science,":[551],"1977,":[552],"appear.":[554],"N.B.":[556],"Pyatetskii-Shapiro,":[561],"adapt":[568],"external":[571],"medium,\"":[572],"1100-1103,":[578],"1967.":[579],"I.H.":[581],"\"Finite":[583],"controllers,\"":[590],"Systems,":[593],"Man,":[594],"Cybern.,":[595],"SMC-3,":[597],"194-197,":[601],"[16]T.":[604],"A.":[607,807],"Freedman,":[608],"\"Optimal":[613],"algorithms":[617],"sample":[621],"30,":[627],"49-85,":[629],"Jan.":[630],"On":[632],"Evaluation":[634],"Independent":[636],"Binary":[637],"Features":[638],"ROBERT":[639],"P.":[640,1133],"W.":[641,1134],"DUIN,":[642],"CHRIS":[643],"VAN":[645],"HAERSMA":[646],"BUMA,":[647],"AND":[648],"LUITZEN":[649],"ROOSMA":[650],"case":[653,1167],"binary":[656,706,1170],"features,":[657,1171],"conditions":[658,676,1074,1172,1190],"under":[659,831,1173],"addition":[662,823,846,1042,1176],"new":[665,849,1045,1179],"feature":[666,850,958,1046,1083,1101,1112,1117,1180],"does":[667,834,851,1181],"decrease":[669,836,1183],"Bayes":[671,778,863,1185],"error":[672,779,864,902,945,1186],"derived.":[674,1188],"These":[675,1189],"lead":[677,1191],"illustrations":[679,1193],"families":[681,1195],"distributions":[683,1197],"best":[687,1201],"two":[688,694,719,1202,1208],"measurements":[690,1204],"best.":[695,1209],"INTRODUCTION":[697],"We":[698,898],"consider":[699],"classifying":[703],"K-dimensional":[705,924,949],"vector":[707],"x":[708,758,796,876,882,921,935],"=":[709,764,768,771,788,878,885,930,980],"(x":[710],"1,x":[711],"2,...":[712],",x":[713],"K)":[714],"into":[715],"one":[716],"classes":[720,734],"features":[725,1051],"assumed":[727],"statistically":[730],"both":[733,1011],"so":[735],"probability":[738,804,859,895,943,987],"distribution":[739],"x,":[741,1035],"class":[743,775,806,990,993],"i,":[744],"can":[745,866,938,1001],"written":[747],"K":[748,826,910,912,955],"Fi(x):":[749],"I~":[750],"{Pi":[751],"xJ":[752],"']-":[753],"(1":[754,792,889,981,1014],"-":[755,982,1015],"pi)(1":[756],"--":[757,793,890,1008,1017,1038],"J)},":[759],"(1)":[760,784],"j=l":[761],"i":[763],"A,B":[765],"Pi":[767],"Prob":[769],"(xJ":[770],"l":[772],"Ix":[773],"e":[774,780,833,963],"i).":[776],"made":[781],"using":[783],"classification":[786],"~.":[789],"min":[790],"{cFA(X),":[791],"c)FB(x)}":[794],"(2)":[795,865],"c":[799],"priori":[803],"main":[809],"purpose":[810],"note":[813,1107],"investigate":[816],"effect":[818],"upon":[819],"~":[820,879],"+":[827,888,913,956],"1st":[828,957],"feature.":[829],"Conditions":[830],"will":[837,899,966],"given,":[839],"is,":[841],"cases":[842],"result":[853],"improvement":[856,1094],"classification.":[861],"expressed":[868],"contributions":[871],"ex":[872,971,1009],"points":[875,920,976],"exF(x),":[880],"(3)":[881],"F(x)":[884],"CFA":[886],"(x)":[887,892],"c)FB":[891],"x.":[897,977,999],"write":[900],"d,":[903],"dimensionality":[906],"raised":[908],"from":[909],"as":[915,941],"sum":[917],"space,":[925],"let":[926],"us":[927],"say":[928],"~'":[929],"Y~":[931],"e'x":[932,937,973,1007],"F(x),":[933],"(4)":[934],"interpreted":[940],"point":[950,998],":~":[951],"additional":[954],"used.":[960],"probabilities":[962,1053],"e'":[965,1037],"compared":[968],"comparing":[970],"Let":[978],"a(x)":[979,1024],"c)FB(X)/IcFA(.X)}":[983],"(5)":[984],"ratio":[988],"It":[1000],"shown":[1003],"(see":[1004],"[5[)":[1005],"when":[1010,1095],"pAK+i/pBK+l":[1012],"pAK+i)/(1":[1016],"pBK+l)":[1018],"either":[1020],"simultaneously":[1021],"larger":[1022],"or":[1025],"smaller":[1026],"a(x).":[1028],"If":[1029],"valid":[1032],"then":[1036],"e,":[1039],"give":[1047],"no":[1048,1093],"improvement.":[1049],"When":[1050],"pA~+l":[1054],"pBK+I":[1056],"plotted":[1058],"(PA,":[1061],"PB)":[1062],"plane,":[1063],"there":[1064],"area":[1067,1087],"(shaded":[1068],"Fig.":[1070,1089],"1)":[1071],"apply":[1075],"simultaneously.":[1076],"proof,":[1079],"[4].":[1081],"shaded":[1086],"1":[1090],"therefore":[1091],"gives":[1092],"added":[1098],"set.":[1102],"important":[1104],"thing":[1105],"such":[1110,1118],"pAK+l":[1120],"----":[1121],"p~+l.":[1122],"Manuscript":[1123],"received":[1124],"1975;":[1127],"revised":[1128],"April":[1129],"1977.":[1131],"R.":[1132],"Duin":[1135],"Roosma":[1138],"Department":[1142],"Applied":[1144],"Physics,":[1145],"Delft":[1146],"University":[1147],"Technology,":[1149],"Delft,":[1150],"Netherlands.":[1152],"C.":[1153],"van":[1155],"Haersma":[1156],"Buma":[1157],"Philips":[1160],"Audio":[1161],"Division,":[1162],"Eindhoven,":[1163]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}