{"id":"https://openalex.org/W4388711763","doi":"https://doi.org/10.1137/23m1611932","title":"Entropy-Based Burn-in Time Analysis and Ranking for (A)MCMC Algorithms in High Dimension","display_name":"Entropy-Based Burn-in Time Analysis and Ranking for (A)MCMC Algorithms in High Dimension","publication_year":2025,"publication_date":"2025-03-10","ids":{"openalex":"https://openalex.org/W4388711763","doi":"https://doi.org/10.1137/23m1611932"},"language":"en","primary_location":{"id":"doi:10.1137/23m1611932","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1611932","pdf_url":null,"source":{"id":"https://openalex.org/S2911293512","display_name":"SIAM/ASA Journal on Uncertainty Quantification","issn_l":"2166-2525","issn":["2166-2525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM/ASA Journal on Uncertainty Quantification","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003876307","display_name":"Didier Chauveau","orcid":null},"institutions":[{"id":"https://openalex.org/I12449238","display_name":"Universit\u00e9 d'Orl\u00e9ans","ror":"https://ror.org/014zrew76","country_code":"FR","type":"education","lineage":["https://openalex.org/I12449238"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4387156285","display_name":"Institut Denis Poisson","ror":"https://ror.org/05djhd259","country_code":null,"type":"facility","lineage":["https://openalex.org/I110017253","https://openalex.org/I12449238","https://openalex.org/I1294671590","https://openalex.org/I4387156285"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Didier Chauveau","raw_affiliation_strings":["Institut Denis Poisson CNRS UMR 7013, Universit\u00e9 d\u2019Orl\u00e9ans, Rue de Chartres, 45067 Orl\u00e9ans cedex 2, France"],"affiliations":[{"raw_affiliation_string":"Institut Denis Poisson CNRS UMR 7013, Universit\u00e9 d\u2019Orl\u00e9ans, Rue de Chartres, 45067 Orl\u00e9ans cedex 2, France","institution_ids":["https://openalex.org/I4387156285","https://openalex.org/I1294671590","https://openalex.org/I12449238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078015427","display_name":"Pierre Vandekerkhove","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210144844","display_name":"Laboratoire d\u2019Analyse et de Math\u00e9matiques Appliqu\u00e9es","ror":"https://ror.org/0581g8849","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I197681013","https://openalex.org/I4210141950","https://openalex.org/I4210144844","https://openalex.org/I4210154111"]},{"id":"https://openalex.org/I4210154111","display_name":"Universit\u00e9 Gustave Eiffel","ror":"https://ror.org/03x42jk29","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210154111"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre Vandekerkhove","raw_affiliation_strings":["LAMA - CNRS UMR 8050, Universit\u00e9 Gustave Eiffel, 5, boulevard Descartes, Cit\u00e9 Descartes Champs-sur-Marne, 77454 Marne-la-Vall\u00e9e, France"],"affiliations":[{"raw_affiliation_string":"LAMA - CNRS UMR 8050, Universit\u00e9 Gustave Eiffel, 5, boulevard Descartes, Cit\u00e9 Descartes Champs-sur-Marne, 77454 Marne-la-Vall\u00e9e, France","institution_ids":["https://openalex.org/I4210144844","https://openalex.org/I1294671590","https://openalex.org/I4210154111"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003876307"],"corresponding_institution_ids":["https://openalex.org/I12449238","https://openalex.org/I1294671590","https://openalex.org/I4387156285"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00262876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"1","first_page":"251","last_page":"277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.6260940432548523},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5821816325187683},{"id":"https://openalex.org/keywords/markov-chain-monte-carlo","display_name":"Markov chain Monte Carlo","score":0.5504409670829773},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49745801091194153},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4950260519981384},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4717579483985901},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3302138149738312},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2837625741958618},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.23659184575080872},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.09525924921035767},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07090851664543152}],"concepts":[{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.6260940432548523},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5821816325187683},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.5504409670829773},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49745801091194153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4950260519981384},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4717579483985901},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3302138149738312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2837625741958618},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.23659184575080872},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.09525924921035767},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07090851664543152},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1137/23m1611932","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1611932","pdf_url":null,"source":{"id":"https://openalex.org/S2911293512","display_name":"SIAM/ASA Journal on Uncertainty Quantification","issn_l":"2166-2525","issn":["2166-2525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM/ASA Journal on Uncertainty Quantification","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04287218v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04287218","pdf_url":null,"source":{"id":"https://openalex.org/S4406922454","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://hal.science/hal-04287218","raw_type":"info:eu-repo/semantics/preprint"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321456","display_name":"BNP Paribas Cardif","ror":"https://ror.org/02v616z87"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1981920009","https://openalex.org/W1995780830","https://openalex.org/W2006582998","https://openalex.org/W2008703230","https://openalex.org/W2017929006","https://openalex.org/W2020999234","https://openalex.org/W2055646412","https://openalex.org/W2056760934","https://openalex.org/W2058409688","https://openalex.org/W2060485493","https://openalex.org/W2077788215","https://openalex.org/W2086839920","https://openalex.org/W2093875919","https://openalex.org/W2106594283","https://openalex.org/W2119179880","https://openalex.org/W2119420751","https://openalex.org/W2129468517","https://openalex.org/W2135973421","https://openalex.org/W2138309709","https://openalex.org/W2150879893","https://openalex.org/W2260062985","https://openalex.org/W2745281314","https://openalex.org/W2962687584","https://openalex.org/W2963180359","https://openalex.org/W3193980422","https://openalex.org/W4252084864","https://openalex.org/W4313424684"],"related_works":["https://openalex.org/W2151689585","https://openalex.org/W2051487156","https://openalex.org/W2380816257","https://openalex.org/W2073681303","https://openalex.org/W4283726152","https://openalex.org/W1525770572","https://openalex.org/W1485888979","https://openalex.org/W3172507773","https://openalex.org/W2806680938","https://openalex.org/W4302285290"],"abstract_inverted_index":{".Many":[0],"recent":[1,283,307,353],"and":[2,27,90,110,117,130,191,233,263,324,339],"often":[3],"(adaptive)":[4],"Markov":[5],"chain":[6],"Monte":[7,78],"Carlo":[8,79],"(A)MCMC":[9,193],"methods":[10,303],"are":[11,342],"associated":[12],"in":[13,31,68,87,105,108,147,155,161,170,197,205,246,305,326,355],"practice":[14],"to":[15,25,239,298,345],"unknown":[16],"rates":[17],"of":[18,33,45,48,81,213,278,291,295,301,352],"convergence.":[19],"We":[20,274],"propose":[21,312],"a":[22,38,82,101,178,208,292,318],"simulation-based":[23],"methodology":[24],"estimate":[26,44,75,85,98,126,142,212],"compare":[28],"MCMC's":[29],"performance":[30],"terms":[32],"shortest":[34],"burn-in":[35,194],"time,":[36],"using":[37],"Kullback":[39,215],"divergence":[40,216,241],"criterion":[41],"requiring":[42],"an":[43,69,73,120,313],"the":[46,49,214,276,288,302,306,346],"entropy":[47,74,97,125,153,280,340],"algorithm":[50,297],"densities":[51,290],"at":[52],"each":[53],"iteration,":[54],"computed":[55],"from":[56,127,224],"i.i.d.":[57,222],"simulated":[58],"chains.":[59],"In":[60],"previous":[61],"works,":[62],"we":[63,118,203,311],"proved":[64],"some":[65],"consistency":[66,277],"results":[67],"MCMC":[70,296,337,359],"setup":[71],"for":[72,200,287,320,336],"based":[76,99,220,316],"on":[77,100,221,250,317],"integration":[80],"kernel":[83,102],"density":[84,103],"proposed":[86,304],"[L.":[88,128],"Gy\u00f6rfi":[89],"E.":[91],"C.":[92],"Van":[93],"Der":[94],"Meulen,":[95],"An":[96],"estimation,":[104],"Limit":[106],"Theorems":[107],"Probability":[109],"Statistics,":[111],"North-Holland,":[112],"Amsterdam,":[113],"1989,":[114],"pp.":[115,139,256,272],"229\u2013240],":[116],"investigate":[119],"alternative":[121],"nearest":[122],"neighbor":[123,364],"(NN)":[124],"Kozachenko":[129],"N.":[131,132],"Leonenko,":[133],"Problemy":[134],"Peredachi":[135],"Informatsii,":[136],"23":[137],"(1987),":[138],"9\u201316].":[140],"This":[141],"has":[143,158],"been":[144,159],"used":[145],"mostly":[146],"univariate":[148],"situations":[149],"until":[150],"recently,":[151],"when":[152],"estimation":[154,341],"higher":[156,171,328],"dimensions":[157,329],"considered":[160],"other":[162],"fields":[163],"like":[164],"neuroscience":[165],"or":[166],"system":[167],"biology.":[168],"Unfortunately,":[169],"dimensions,":[172],"both":[173],"estimators":[174],"converge":[175],"slowly":[176],"with":[177,188],"noticeable":[179],"bias.":[180],"The":[181],"present":[182],"work":[183],"goes":[184],"several":[185],"steps":[186],"further,":[187],"bias":[189,201,325],"reduction":[190],"automatic":[192],"time":[195],"analysis":[196],"mind.":[198],"First,":[199],"reduction,":[202],"apply":[204],"our":[206],"situation":[207],"\"crossed":[209],"NN-type\"":[210],"nonparametric":[211],"between":[217,242],"two":[218],"densities,":[219],"samples":[223],"each,":[225],"introduced":[226],"by":[227],"[Q.":[228,258],"Wang,":[229,259],"S.":[230,234,260,264],"R.":[231,261],"Kulkarni,":[232,262],"Verd\u00fa,":[235,265],"A":[236],"nearest-neighbor":[237],"approach":[238],"estimating":[240],"continuous":[243],"random":[244],"vectors,":[245],"IEEE":[247,266],"International":[248],"Symposium":[249],"Information":[251],"Theory,":[252,269],"Seattle,":[253],"WA,":[254],"2006,":[255],"242\u2013246],":[257],"Trans.":[267],"Inform.":[268],"55":[270],"(2009),":[271],"2392\u20132405].":[273],"prove":[275],"these":[279],"estimates":[281],"under":[282],"uniform":[284],"control":[285],"conditions,":[286],"successive":[289],"generic":[293],"class":[294],"which":[299],"most":[300],"literature":[308],"belong.":[309],"Second,":[310],"original":[314],"solution":[315],"PCA":[319,331],"reducing":[321],"relevant":[322],"dimension":[323],"even":[327],"whenever":[330],"is":[332],"efficient.":[333],"Our":[334],"algorithms":[335],"simulation":[338],"progressively":[343],"added":[344],"R":[347],"package":[348],"EntropyMCMC,":[349],"taking":[350],"advantage":[351],"advances":[354],"high-performance":[356],"(parallel)":[357],"computing.Keywordsadaptive":[358],"algorithmsBayesian":[360],"modelentropyKullback":[361],"divergenceMetropolis\u2013Hastings":[362],"algorithmnearest":[363],"estimationnonparametric":[365],"statisticMSC":[366],"codes60J2262F1562G0562G0765C05":[367]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}
