{"id":"https://openalex.org/W4290802753","doi":"https://doi.org/10.48550/arxiv.2208.04935","title":"A Bayesian Bradley-Terry model to compare multiple ML algorithms on multiple data sets","display_name":"A Bayesian Bradley-Terry model to compare multiple ML algorithms on multiple data sets","alternate_titles":[],"publication_year":2022,"publication_date":"2022-08-09","ids":{"openalex":"https://openalex.org/W4290802753","doi":"https://doi.org/10.48550/arxiv.2208.04935"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2208.04935","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.04935","pdf_url":"https://arxiv.org/pdf/2208.04935","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4290802753"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.04935","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002484344","display_name":"Jacques Wainer","orcid":"https://orcid.org/0000-0001-5201-1244","observed_orcids":["https://orcid.org/0000-0001-5201-1244"]},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Wainer, Jacques","raw_affiliation_strings":["Artificial Intelligence Lab , RECOD.ai Institute of Computing University of Campinas Campinas 13083-970 , Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Lab , RECOD.ai Institute of Computing University of Campinas Campinas 13083-970 , Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002484344"],"corresponding_institution_ids":["https://openalex.org/I181391015"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.18199999630451202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.18199999630451202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.1526000052690506,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithm-comparison","display_name":"algorithm comparison","score":0.828000009059906},{"id":"https://openalex.org/keywords/multiple-data-sets","display_name":"multiple data sets","score":0.7979999780654907},{"id":"https://openalex.org/keywords/multiple-metrics","display_name":"multiple metrics","score":0.48899999260902405},{"id":"https://openalex.org/keywords/region-of-practical-equivalence","display_name":"region of practical equivalence","score":0.953000009059906},{"id":"https://openalex.org/keywords/effect-size","display_name":"effect size","score":0.7120000123977661},{"id":"https://openalex.org/keywords/cross-validation","display_name":"cross-validation","score":0.5609999895095825},{"id":"https://openalex.org/keywords/machine-learning-benchmarking","display_name":"machine learning benchmarking","score":0.515999972820282},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"pairwise comparison","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.7690831422805786},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6605689525604248},{"id":"https://openalex.org/C149569020","wikidata":"https://www.wikidata.org/wiki/Q25098598","display_name":"Bayesian average","level":5,"score":0.5956223011016846},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5707778930664062},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4642532467842102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4489096403121948},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4476918578147888},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.44449153542518616},{"id":"https://openalex.org/C101112237","wikidata":"https://www.wikidata.org/wiki/Q4874481","display_name":"Bayesian statistics","level":4,"score":0.3627225160598755},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30308741331100464},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2208.04935","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.04935","pdf_url":"https://arxiv.org/pdf/2208.04935","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2208.04935","doi":"https://doi.org/10.48550/arxiv.2208.04935","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2208.04935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.04935","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.04935","pdf_url":"https://arxiv.org/pdf/2208.04935","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4290802753.pdf","grobid_xml":"https://content.openalex.org/works/W4290802753.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1565746575","https://openalex.org/W1973196098","https://openalex.org/W1984486655","https://openalex.org/W2013784666","https://openalex.org/W2022838594","https://openalex.org/W2029445248","https://openalex.org/W2032136732","https://openalex.org/W2049540116","https://openalex.org/W2064604759","https://openalex.org/W2087484885","https://openalex.org/W2105090664","https://openalex.org/W2139498473","https://openalex.org/W2160637580","https://openalex.org/W2164330572","https://openalex.org/W2165466912","https://openalex.org/W2169284845","https://openalex.org/W2182722412","https://openalex.org/W2203714058","https://openalex.org/W2295598076","https://openalex.org/W2419049983","https://openalex.org/W2443241466","https://openalex.org/W2490023472","https://openalex.org/W2593649365","https://openalex.org/W2747622113","https://openalex.org/W2768348081","https://openalex.org/W2892606308","https://openalex.org/W2931372420","https://openalex.org/W2968619018","https://openalex.org/W2976194262","https://openalex.org/W2976734616","https://openalex.org/W2997591727","https://openalex.org/W2998768810","https://openalex.org/W3081201943","https://openalex.org/W3112403041","https://openalex.org/W3133820354","https://openalex.org/W4286899093","https://openalex.org/W4402480895"],"related_works":["https://openalex.org/W4296473451","https://openalex.org/W7099961050","https://openalex.org/W2830573464","https://openalex.org/W1991597792","https://openalex.org/W2126443908","https://openalex.org/W2130670110","https://openalex.org/W7164003038","https://openalex.org/W2198483281","https://openalex.org/W2049540116"],"abstract_inverted_index":{"This":[0,169,216],"paper":[1,170],"proposes":[2,172],"a":[3,88,134,150,173,180,184,223,240],"Bayesian":[4,44,47,89,111,135,224],"model":[5,18,50],"to":[6,58,115,191],"compare":[7],"multiple":[8,11,60,63,79],"algorithms":[9,61,98,119,197],"on":[10,14,21,37,62,71,159,164,213,234],"data":[12,39,64],"sets,":[13,65],"any":[15,153],"metric.":[16,168],"The":[17],"is":[19,104,107,157,198,220,247],"based":[20,158,212,233],"the":[22,27,46,97,102,126,192,204,210,245],"Bradley-Terry":[23],"model,":[24],"that":[25,101,167,177,243],"counts":[26],"number":[28],"of":[29,42,128,166,194,222],"times":[30],"one":[31],"algorithm":[32,206],"performs":[33],"better":[34,208],"than":[35,55,133,209],"another":[36],"different":[38,53],"sets.":[40],"Because":[41],"its":[43],"foundations,":[45],"Bradley":[48],"Terry":[49],"(BBT)":[51],"has":[52],"characteristics":[54],"frequentist":[56,231],"approaches":[57,112,232],"comparing":[59],"such":[66],"as":[67,203],"Demsar":[68],"(2006)":[69],"tests":[70,82],"mean":[72,185,193],"rank,":[73],"and":[74,162,226,239],"Benavoli":[75,142],"et":[76,143],"al.":[77,144],"(2016)":[78],"pairwise":[80],"Wilcoxon":[81],"with":[83],"p-adjustment":[84],"procedures.":[85],"In":[86],"particular,":[87],"approach":[90,147],"allows":[91],"for":[92,122,152],"more":[93],"nuanced":[94],"statements":[95],"regarding":[96],"beyond":[99],"claiming":[100],"difference":[103,182],"or":[105,125],"it":[106,156],"not":[108,163],"statistically":[109],"significant.":[110],"also":[113,171],"allow":[114],"define":[116,149],"when":[117],"two":[118],"are":[120],"equivalent":[121],"practical":[123,129],"purposes,":[124],"region":[127],"equivalence":[130],"(ROPE).":[131],"Different":[132],"signed":[136],"rank":[137],"comparison":[138],"procedure":[139],"proposed":[140],"by":[141],"(2017),":[145],"our":[146],"can":[148,227],"ROPE":[151,175,218],"metric,":[154],"since":[155],"probability":[160],"statements,":[161],"differences":[165],"local":[174,217],"concept,":[176],"evaluates":[178],"whether":[179],"positive":[181],"between":[183],"measure":[186],"across":[187],"some":[188,195],"cross":[189],"validation":[190],"other":[196],"should":[199],"be":[200,228],"really":[201],"seen":[202],"first":[205],"being":[207],"second,":[211],"effect":[214],"sizes.":[215],"proposal":[219],"independent":[221],"use,":[225],"used":[229],"in":[230],"ranks.":[235],"A":[236],"R":[237],"package":[238],"Python":[241],"program":[242],"implements":[244],"BBT":[246],"available.":[248]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4290802753","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-08-12T00:00:00"}
