{"id":"https://openalex.org/W2045306579","doi":"https://doi.org/10.1142/s0218001414600064","title":"ANALYSIS OF RELATIONSHIP BETWEEN R\u00c9NYI ENTROPY AND MARGINAL BAYES ERROR AND ITS APPLICATION TO WEIGHTED NA\u00cfVE BAYES CLASSIFIERS","display_name":"ANALYSIS OF RELATIONSHIP BETWEEN R\u00c9NYI ENTROPY AND MARGINAL BAYES ERROR AND ITS APPLICATION TO WEIGHTED NA\u00cfVE BAYES CLASSIFIERS","publication_year":2014,"publication_date":"2014-07-28","ids":{"openalex":"https://openalex.org/W2045306579","doi":"https://doi.org/10.1142/s0218001414600064","mag":"2045306579"},"language":"en","primary_location":{"id":"doi:10.1142/s0218001414600064","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001414600064","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100991381","display_name":"Tomomi Endo","orcid":null},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"TOMOMI ENDO","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, Japan","Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, #N#Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, #N#Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071124770","display_name":"Kazuhiro Omura","orcid":"https://orcid.org/0000-0002-4337-4745"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"KAZUHIRO OMURA","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, Japan","Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, #N#Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, #N#Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078972540","display_name":"Mineichi Kudo","orcid":"https://orcid.org/0000-0003-1013-3870"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"MINEICHI KUDO","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, Japan","Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, #N#Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo 060-0814, #N#Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":null,"apc_paid":null,"fwci":0.4142,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74424433,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"28","issue":"07","first_page":"1460006","last_page":"1460006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayes-error-rate","display_name":"Bayes error rate","score":0.8298259973526001},{"id":"https://openalex.org/keywords/naive-bayes-classifier","display_name":"Naive Bayes classifier","score":0.7200753688812256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6637555956840515},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6479687690734863},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6326399445533752},{"id":"https://openalex.org/keywords/bayes-classifier","display_name":"Bayes classifier","score":0.6037985682487488},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.584336519241333},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.5222652554512024},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5144627094268799},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4939473271369934},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4758022725582123},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.4702621400356293},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.455355167388916},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.24557465314865112},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.09635302424430847}],"concepts":[{"id":"https://openalex.org/C143809311","wikidata":"https://www.wikidata.org/wiki/Q4874458","display_name":"Bayes error rate","level":5,"score":0.8298259973526001},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.7200753688812256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6637555956840515},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6479687690734863},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6326399445533752},{"id":"https://openalex.org/C185207860","wikidata":"https://www.wikidata.org/wiki/Q17004744","display_name":"Bayes classifier","level":4,"score":0.6037985682487488},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.584336519241333},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.5222652554512024},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5144627094268799},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4939473271369934},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4758022725582123},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4702621400356293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.455355167388916},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.24557465314865112},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.09635302424430847},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218001414600064","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001414600064","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1817561967","https://openalex.org/W2026535637","https://openalex.org/W2099294566","https://openalex.org/W4298304654"],"related_works":["https://openalex.org/W2374047926","https://openalex.org/W2360982908","https://openalex.org/W2057359786","https://openalex.org/W2394466068","https://openalex.org/W145653800","https://openalex.org/W1986699031","https://openalex.org/W2393473353","https://openalex.org/W4312866165","https://openalex.org/W108287568","https://openalex.org/W2537862391"],"abstract_inverted_index":{"A":[0,16],"weighted":[1,159],"na\u00efve":[2,146,156],"Bayes":[3,128,147,157,163],"(WNB)":[4],"classifier":[5,18,43,148,158],"using":[6,111],"R\u00e9nyi":[7,123],"entropy":[8,68,124],"is":[9,19,105,130,185],"discussed":[10],"with":[11,29,66],"its":[12],"tree":[13],"augmented":[14],"extension.":[15],"WNB":[17,42,139,177],"one":[20,150],"solution":[21],"for":[22],"gaining":[23],"efficiency":[24],"against":[25],"large-scale":[26],"classification":[27,80,97],"problems":[28],"an":[30,174],"enormous":[31],"amount":[32],"of":[33,38,60,75,96,176],"data":[34],"and":[35,98,125,155],"a":[36,41,112],"lot":[37],"features.":[39,61],"Such":[40],"has":[44,69,84],"been":[45,86],"studied":[46],"so":[47],"far,":[48],"aiming":[49],"at":[50,56],"improving":[51],"the":[52,58,73,79,94,109,117,120,126,138,142,161,166],"prediction":[53],"performance":[54,95],"or":[55],"reducing":[57,72],"number":[59,74],"Among":[62],"those":[63],"studies,":[64],"weighting":[65,91],"Shannon":[67],"succeeded":[70],"in":[71,132,149,165],"features":[76,184],"while":[77],"keeping":[78],"performance.":[81],"However,":[82],"it":[83,104],"not":[85],"fully":[87],"revealed":[88,136],"how":[89],"different":[90],"methods":[92],"affect":[93],"feature":[99],"selection.":[100],"In":[101,172],"this":[102],"paper,":[103],"analyzed":[106,131],"by":[107,160],"changing":[108],"weights":[110],"parametric":[113],"\u03b1-R\u00e9nyi":[114],"entropy.":[115],"As":[116],"first":[118],"clue,":[119],"relationship":[121],"between":[122,183],"marginal":[127,162],"error":[129,164],"detail.":[133],"It":[134],"was":[135],"that":[137],"classifiers":[140,178],"becomes":[141],"regular":[143],"(without":[144],"weight)":[145],"end":[151,168],"(\u03b1":[152,169],"=":[153,170],"0.0)":[154],"other":[167],"\u221e).":[171],"addition,":[173],"extension":[175],"to":[179],"incorporate":[180],"tree-structured":[181],"correlation":[182],"discussed.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}