{"id":"https://openalex.org/W7100727149","doi":null,"title":"A Note on Mixtures of Experts for Multiclass Responses: Approximation Rate and Consistent Bayesian Inference","display_name":"A Note on Mixtures of Experts for Multiclass Responses: Approximation Rate and Consistent Bayesian Inference","publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7100727149"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.74.3420","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.74.3420","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://imls.engr.oregonstate.edu/www/htdocs/proceedings/icml2006/042_A_Note_on_Mixtures_o.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7100727149"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109272876","display_name":"Yang Ge","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Wenxin Jiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenxin Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mixture-of-experts","display_name":"mixture of experts","score":0.953000009059906},{"id":"https://openalex.org/keywords/multinomial-logit-model","display_name":"multinomial logistic regression","score":0.9150000214576721},{"id":"https://openalex.org/keywords/multiclass-classification","display_name":"multi-class classification","score":0.953000009059906},{"id":"https://openalex.org/keywords/rate-of-approximation","display_name":"degree of approximation","score":0.8299999833106995},{"id":"https://openalex.org/keywords/hellinger-distance","display_name":"Hellinger distance","score":0.9779999852180481},{"id":"https://openalex.org/keywords/kullback-leibler-divergence","display_name":"Kullback-Leibler divergence","score":0.9990000128746033},{"id":"https://openalex.org/keywords/posterior-consistency","display_name":"posterior consistency","score":0.8479999899864197},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.8880000114440918}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6620000004768372},{"id":"https://openalex.org/C117568660","wikidata":"https://www.wikidata.org/wiki/Q1650843","display_name":"Multinomial logistic regression","level":2,"score":0.6473000049591064},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5303999781608582},{"id":"https://openalex.org/C153024298","wikidata":"https://www.wikidata.org/wiki/Q3030678","display_name":"Hellinger distance","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5078999996185303},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47209998965263367},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.45260000228881836},{"id":"https://openalex.org/C192065140","wikidata":"https://www.wikidata.org/wiki/Q1147928","display_name":"Multinomial distribution","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37220001220703125},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C123860398","wikidata":"https://www.wikidata.org/wiki/Q6934605","display_name":"Multiclass classification","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3287999927997589},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2937000095844269},{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.29089999198913574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C37903108","wikidata":"https://www.wikidata.org/wiki/Q4874474","display_name":"Bayesian linear regression","level":4,"score":0.2752000093460083},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C2779377595","wikidata":"https://www.wikidata.org/wiki/Q21045424","display_name":"Approximate Bayesian computation","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C57830394","wikidata":"https://www.wikidata.org/wiki/Q278079","display_name":"Posterior probability","level":3,"score":0.2554999887943268},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.74.3420","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.74.3420","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://imls.engr.oregonstate.edu/www/htdocs/proceedings/icml2006/042_A_Note_on_Mixtures_o.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2006366457","https://openalex.org/W2281702807","https://openalex.org/W2096653541","https://openalex.org/W2134979269","https://openalex.org/W1800585767","https://openalex.org/W4226441357","https://openalex.org/W1969907345","https://openalex.org/W149652090","https://openalex.org/W7096164796","https://openalex.org/W3010453621"],"abstract_inverted_index":{"We":[0],"report":[1],"that":[2,73],"mixtures":[3],"of":[4,16,28,52,59,64,67],"m":[5,122,128],"multinomial":[6],"logistic":[7],"regression":[8,77],"can":[9,80,116],"be":[10,81,117,130],"used":[11],"to":[12,103,108,129,137],"approximate":[13],"a":[14,94,146,154],"class":[15],"\u2018smooth":[17],"\u2019":[18,101],"probability":[19],"models":[20],"for":[21,84,112,152],"multiclass":[22,76],"responses.":[23],"With":[24,61],"bounded":[25],"second":[26],"derivatives":[27],"log-odds,":[29],"the":[30,50,53,57,62,109,138],"approximation":[31],"rate":[32],"is":[33,49,91],"O(m":[34,40],"\u22122/s)":[35],"in":[36,42,75,93,147],"Hellinger":[37],"distance":[38],"or":[39,125],"\u22124/s)":[41],"Kullback-Leibler":[43],"divergence.":[44],"Here":[45],"s":[46],"=":[47,123],"dim(x)":[48],"dimension":[51],"input":[54],"space":[55],"(or":[56],"number":[58],"predictors).":[60],"availability":[63],"training":[65],"data":[66],"size":[68],"n,":[69],"we":[70],"also":[71],"show":[72],"\u2018consistency\u2019":[74],"and":[78],"classification":[79],"achieved,":[82],"simultaneously":[83],"all":[85],"classes,":[86],"when":[87],"posterior":[88],"based":[89],"inference":[90],"performed":[92],"Bayesian":[95],"framework.":[96],"Loosely":[97],"speaking,":[98],"such":[99],"\u2018consistency":[100],"refers":[102],"performance":[104],"being":[105],"often":[106],"close":[107],"best":[110],"possible":[111],"large":[113],"n.":[114],"Consistency":[115],"achieved":[118],"either":[119],"by":[120,126],"taking":[121,127],"mn,":[124],"uniformly":[131],"distributed":[132],"among":[133],"{1,...,":[134],"mn}":[135],"according":[136],"prior,":[139],"where":[140],"1":[141],"\u227a":[142,144],"mn":[143],"n":[145,150],"order":[148],"as":[149],"grows,":[151],"some":[153],"\u2208":[155],"(0,":[156],"1).":[157],"1.":[158]},"counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2025-10-27T00:00:00"}