{"id":"https://openalex.org/W2606602301","doi":"https://doi.org/10.48550/arxiv.1704.03651","title":"Preferential Bayesian Optimization","display_name":"Preferential Bayesian Optimization","publication_year":2017,"publication_date":"2017-04-12","ids":{"openalex":"https://openalex.org/W2606602301","doi":"https://doi.org/10.48550/arxiv.1704.03651","mag":"2606602301"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1704.03651","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.03651","pdf_url":"https://arxiv.org/pdf/1704.03651","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1704.03651","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gonzalez, Javier","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Gonzalez, Javier","raw_affiliation_strings":["Cambridge University of Sheffield","Amazon (United States), Seattle, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University of Sheffield","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Amazon (United States), Seattle, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dai, Zhenwen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dai, Zhenwen","raw_affiliation_strings":["Cambridge University of Sheffield","University of Sheffield, Sheffield, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University of Sheffield","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"University of Sheffield, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114706123","display_name":"Andreas Damianou","orcid":"https://orcid.org/0009-0007-7194-4155","observed_orcids":["https://orcid.org/0009-0007-7194-4155"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Damianou, Andreas","raw_affiliation_strings":["Cambridge University of Sheffield","Amazon (United States), Seattle, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University of Sheffield","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Amazon (United States), Seattle, United States","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023849469","display_name":"Neil David Lawrence","orcid":"https://orcid.org/0000-0001-9258-1030","observed_orcids":["https://orcid.org/0000-0001-9258-1030"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lawrence, Neil D.","raw_affiliation_strings":["Cambridge University of Sheffield","University of Sheffield, Sheffield, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University of Sheffield","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"University of Sheffield, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":null,"first_page":"1282","last_page":"1291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.7009999752044678},{"id":"https://openalex.org/keywords/duel","display_name":"dueling","score":0.46700000762939453},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"pairwise comparison","score":0.9520000219345093},{"id":"https://openalex.org/keywords/gaussian-processes","display_name":"Gaussian processes","score":0.5889999866485596},{"id":"https://openalex.org/keywords/acquisition-functions","display_name":"acquisition functions","score":0.9940000176429749},{"id":"https://openalex.org/keywords/black-box-optimization","display_name":"black-box optimization","score":0.703000009059906},{"id":"https://openalex.org/keywords/a-b-testing","display_name":"A/B testing","score":0.6470000147819519},{"id":"https://openalex.org/keywords/recommender-systems","display_name":"recommender systems","score":0.9359999895095825},{"id":"https://openalex.org/keywords/preference-modeling","display_name":"preference modeling","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.8213146924972534},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7178323864936829},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6416388154029846},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5856310129165649},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5296083688735962},{"id":"https://openalex.org/C152361515","wikidata":"https://www.wikidata.org/wiki/Q181328","display_name":"Bernoulli's principle","level":2,"score":0.5289463996887207},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5184506773948669},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5108498930931091},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.49999332427978516},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4872376024723053},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.48355886340141296},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4824307858943939},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47112059593200684},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43694040179252625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33449435234069824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3161628246307373},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23290258646011353},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12647289037704468},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09732091426849365},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1704.03651","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.03651","pdf_url":"https://arxiv.org/pdf/1704.03651","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2606602301","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1704.03651","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1704.03651","doi":"https://doi.org/10.48550/arxiv.1704.03651","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1704.03651","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2964168155","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v70/gonzalez17a/gonzalez17a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1704.03651","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.03651","pdf_url":"https://arxiv.org/pdf/1704.03651","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W137706053","https://openalex.org/W1693986406","https://openalex.org/W1965520710","https://openalex.org/W2044493620","https://openalex.org/W2130227799","https://openalex.org/W2131241448","https://openalex.org/W2151238122","https://openalex.org/W2184294966","https://openalex.org/W2409689189","https://openalex.org/W2962684386","https://openalex.org/W2963912524"],"related_works":["https://openalex.org/W4287824027","https://openalex.org/W2788571241","https://openalex.org/W7061738714","https://openalex.org/W4221159071","https://openalex.org/W4391709465","https://openalex.org/W4416967216","https://openalex.org/W3049057780","https://openalex.org/W4393160396","https://openalex.org/W4361230931","https://openalex.org/W7163211495"],"abstract_inverted_index":{"Bayesian":[0,77],"optimization":[1],"(BO)":[2],"has":[3],"emerged":[4],"during":[5],"the":[6,22,31,37,85,99,104,118,121,159,177,183],"last":[7],"few":[8],"years":[9],"as":[10,59],"an":[11],"effective":[12],"approach":[13],"to":[14,36,83,143,180],"optimizing":[15],"black-box":[16],"functions":[17,149],"where":[18,33,53],"direct":[19,34],"queries":[20],"of":[21,87,106,120,123,128,147,161,166,185],"objective":[23],"are":[24,56],"expensive.":[25],"In":[26],"this":[27,71,194],"paper":[28],"we":[29,74],"consider":[30],"case":[32],"access":[35],"function":[38,90,140],"is":[39,141,190],"not":[40],"possible,":[41],"but":[42],"information":[43],"about":[44],"user":[45],"preferences":[46,55],"is.":[47],"Such":[48],"scenarios":[49],"arise":[50],"in":[51,155,163,188,192],"problems":[52],"human":[54],"modeled,":[57],"such":[58],"A/B":[60],"tests":[61],"or":[62],"recommender":[63],"systems.":[64],"We":[65,157],"present":[66],"a":[67,88,129,134,145,164],"new":[68],"framework":[69],"for":[70,175],"scenario":[72],"that":[73,91,150,169],"call":[75],"Preferential":[76],"Optimization":[78],"(PBO)":[79],"which":[80],"allows":[81],"us":[82],"find":[84],"optimum":[86],"latent":[89,138],"can":[92],"only":[93],"be":[94],"queried":[95],"through":[96],"pairwise":[97],"comparisons,":[98],"so-called":[100],"duels.":[101],"PBO":[102,162,170,189],"extends":[103],"applicability":[105],"standard":[107],"BO":[108],"ideas":[109],"and":[110],"generalizes":[111],"previous":[112],"discrete":[113],"dueling":[114],"approaches":[115],"by":[116,126],"modeling":[117,186],"probability":[119],"winner":[122],"each":[124],"duel":[125],"means":[127],"Gaussian":[130],"process":[131],"model":[132],"with":[133],"Bernoulli":[135],"likelihood.":[136],"The":[137],"preference":[139],"used":[142,154],"define":[144],"family":[146],"acquisition":[148],"extend":[151],"usual":[152],"policies":[153],"BO.":[156],"illustrate":[158],"benefits":[160],"variety":[165],"experiments,":[167,182],"showing":[168],"needs":[171],"drastically":[172],"fewer":[173],"comparisons":[174],"finding":[176],"optimum.":[178],"According":[179],"our":[181],"way":[184],"correlations":[187],"key":[191],"obtaining":[193],"advantage.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2017-04-28T00:00:00"}