{"id":"https://openalex.org/W3206415742","doi":"https://doi.org/10.1145/3527546.3527575","title":"Optimizing ranking systems online as bandits","display_name":"Optimizing ranking systems online as bandits","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W3206415742","doi":"https://doi.org/10.1145/3527546.3527575","mag":"3206415742"},"language":"en","primary_location":{"id":"doi:10.1145/3527546.3527575","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527546.3527575","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.uva.nl/ws/files/55719867/Thesis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100429528","display_name":"Chang Li","orcid":"https://orcid.org/0000-0002-6978-2034"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Chang Li","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100429528"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18438644,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"55","issue":"2","first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8717389106750488},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.7484661340713501},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.6447951793670654},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5746889710426331},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5266152024269104},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.520606279373169},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5038620829582214},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.49605974555015564},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.48080793023109436},{"id":"https://openalex.org/keywords/ranking-svm","display_name":"Ranking SVM","score":0.42083248496055603},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38556602597236633},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.11711233854293823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8717389106750488},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.7484661340713501},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.6447951793670654},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5746889710426331},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5266152024269104},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.520606279373169},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5038620829582214},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.49605974555015564},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.48080793023109436},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.42083248496055603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38556602597236633},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.11711233854293823}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3527546.3527575","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3527546.3527575","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire/f043b9b4-e666-48e0-8a6c-7c5431660e17","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/optimizing-ranking-systems-online-as-bandits(f043b9b4-e666-48e0-8a6c-7c5431660e17).html","pdf_url":"https://pure.uva.nl/ws/files/55719867/Thesis.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, C 2021, 'Optimizing ranking systems online as bandits', Doctor of Philosophy, Universiteit van Amsterdam.","raw_type":"info:eu-repo/semantics/other"},{"id":"pmh:oai:dare.uva.nl:publications/f043b9b4-e666-48e0-8a6c-7c5431660e17","is_oa":false,"landing_page_url":"http://hdl.handle.net/11245.1/f043b9b4-e666-48e0-8a6c-7c5431660e17","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/f043b9b4-e666-48e0-8a6c-7c5431660e17","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/optimizing-ranking-systems-online-as-bandits(f043b9b4-e666-48e0-8a6c-7c5431660e17).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/doctoralthesis"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire/f043b9b4-e666-48e0-8a6c-7c5431660e17","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/optimizing-ranking-systems-online-as-bandits(f043b9b4-e666-48e0-8a6c-7c5431660e17).html","pdf_url":"https://pure.uva.nl/ws/files/55719867/Thesis.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, C 2021, 'Optimizing ranking systems online as bandits', Doctor of Philosophy, Universiteit van Amsterdam.","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2586376837","display_name":null,"funder_award_id":"612.001.551","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3206415742.pdf","grobid_xml":"https://content.openalex.org/works/W3206415742.grobid-xml"},"referenced_works_count":133,"referenced_works":["https://openalex.org/W50636094","https://openalex.org/W157259654","https://openalex.org/W172143579","https://openalex.org/W1032589285","https://openalex.org/W1518788040","https://openalex.org/W1530210183","https://openalex.org/W1570963478","https://openalex.org/W1680189815","https://openalex.org/W1721811070","https://openalex.org/W1787140601","https://openalex.org/W1900560890","https://openalex.org/W1944301273","https://openalex.org/W1973435495","https://openalex.org/W1974360117","https://openalex.org/W1982813377","https://openalex.org/W1984770088","https://openalex.org/W1992549066","https://openalex.org/W1993320088","https://openalex.org/W2004335587","https://openalex.org/W2007105673","https://openalex.org/W2007815473","https://openalex.org/W2009979684","https://openalex.org/W2015236210","https://openalex.org/W2023599408","https://openalex.org/W2027595342","https://openalex.org/W2039522160","https://openalex.org/W2044493620","https://openalex.org/W2047221353","https://openalex.org/W2069870183","https://openalex.org/W2073248814","https://openalex.org/W2074694452","https://openalex.org/W2077902449","https://openalex.org/W2090589280","https://openalex.org/W2090883204","https://openalex.org/W2092488901","https://openalex.org/W2098258765","https://openalex.org/W2099213975","https://openalex.org/W2103012681","https://openalex.org/W2112420033","https://openalex.org/W2112508839","https://openalex.org/W2113065326","https://openalex.org/W2115584760","https://openalex.org/W2115711489","https://openalex.org/W2116067849","https://openalex.org/W2117353901","https://openalex.org/W2117600734","https://openalex.org/W2119738618","https://openalex.org/W2130227799","https://openalex.org/W2131958277","https://openalex.org/W2149660380","https://openalex.org/W2154739689","https://openalex.org/W2156541733","https://openalex.org/W2161571887","https://openalex.org/W2165092157","https://openalex.org/W2165638532","https://openalex.org/W2168405694","https://openalex.org/W2176930994","https://openalex.org/W2208783499","https://openalex.org/W2219888463","https://openalex.org/W2225560834","https://openalex.org/W2249408652","https://openalex.org/W2341805565","https://openalex.org/W2400213106","https://openalex.org/W2400255467","https://openalex.org/W2402441596","https://openalex.org/W2407295445","https://openalex.org/W2418554883","https://openalex.org/W2464171116","https://openalex.org/W2470088391","https://openalex.org/W2471222571","https://openalex.org/W2507731896","https://openalex.org/W2523482916","https://openalex.org/W2530417694","https://openalex.org/W2552231430","https://openalex.org/W2603931454","https://openalex.org/W2604177491","https://openalex.org/W2604370872","https://openalex.org/W2604653582","https://openalex.org/W2622338386","https://openalex.org/W2624553223","https://openalex.org/W2741497758","https://openalex.org/W2741632195","https://openalex.org/W2769473018","https://openalex.org/W2784672094","https://openalex.org/W2798369493","https://openalex.org/W2798909945","https://openalex.org/W2799002609","https://openalex.org/W2800969132","https://openalex.org/W2808544295","https://openalex.org/W2809650812","https://openalex.org/W2829790400","https://openalex.org/W2883914580","https://openalex.org/W2887568392","https://openalex.org/W2904517827","https://openalex.org/W2905455284","https://openalex.org/W2906762886","https://openalex.org/W2910876341","https://openalex.org/W2913570153","https://openalex.org/W2914526782","https://openalex.org/W2951092852","https://openalex.org/W2954365962","https://openalex.org/W2962684386","https://openalex.org/W2962847184","https://openalex.org/W2962980921","https://openalex.org/W2963159975","https://openalex.org/W2963262325","https://openalex.org/W2963280733","https://openalex.org/W2963578677","https://openalex.org/W2963695785","https://openalex.org/W2963912524","https://openalex.org/W2964081017","https://openalex.org/W2964107903","https://openalex.org/W2964138195","https://openalex.org/W2964161532","https://openalex.org/W2964240248","https://openalex.org/W2964330179","https://openalex.org/W2964332112","https://openalex.org/W2964649360","https://openalex.org/W2965151591","https://openalex.org/W2965363520","https://openalex.org/W2987639737","https://openalex.org/W3034617946","https://openalex.org/W3037983390","https://openalex.org/W3040219874","https://openalex.org/W3048156405","https://openalex.org/W3048919590","https://openalex.org/W3085534303","https://openalex.org/W3098894878","https://openalex.org/W3104486388","https://openalex.org/W3104881842","https://openalex.org/W3163042679","https://openalex.org/W4285719527","https://openalex.org/W6795131945"],"related_works":["https://openalex.org/W85699040","https://openalex.org/W2986119073","https://openalex.org/W3127142483","https://openalex.org/W2128281062","https://openalex.org/W4378713479","https://openalex.org/W2114531539","https://openalex.org/W2125398996","https://openalex.org/W4385489465","https://openalex.org/W2142697503","https://openalex.org/W2142537246"],"abstract_inverted_index":{"Ranking":[0],"system":[1,31,87],"is":[2,15,55,123,268,380],"the":[3,13,29,39,44,72,115,125,136,142,151,155,163,167,172,180,189,194,199,204,223,228,275,288,300,304,315,347,358,366,388,397,407],"core":[4],"part":[5,390],"of":[6,75,127,138,174,303,349,357,383,404],"modern":[7,328],"retrieval":[8],"and":[9,42,61,94,109,165,208,263,283,298,307,320,346,364,375,391],"recommender":[10,329],"systems,":[11],"where":[12],"goal":[14],"to":[16,71,135,149,161,170,184,202,215,270,286,313,337,396],"rank":[17],"candidate":[18],"items":[19,234,242,343,350],"given":[20],"user":[21,50,256],"contexts.":[22],"Optimizing":[23],"ranking":[24,45,86,103,322],"systems":[25,104,254],"online":[26,58,117,212,374],"means":[27],"that":[28,124,225,273],"deployed":[30],"can":[32,62],"serve":[33],"users'":[34],"requests,":[35],"e.g.,":[36,52,198],"queries":[37],"in":[38,65,81,101,158,252,277,327],"web":[40],"search,":[41],"optimize":[43],"policy":[46],"by":[47,187,231,260,401,414],"learning":[48,59,332],"from":[49,222,371],"interactions,":[51],"clicks.":[53],"Bandit":[54],"a":[56,339,377,381,384,392],"general":[57],"framework":[60],"be":[63,335],"used":[64],"our":[66],"optimization":[67],"task.":[68],"However,":[69],"due":[70],"unique":[73],"features":[74],"ranking,":[76],"there":[77],"are":[78,243,258,323,344,351],"several":[79],"challenges":[80,100],"designing":[82],"bandit":[83,96],"algorithms":[84,97,272,285,333],"for":[85,98],"optimization.":[88],"In":[89],"this":[90,217,362],"thesis,":[91],"we":[92,309],"study":[93],"propose":[95],"four":[99],"optimizing":[102],"online:":[105],"effectiveness,":[106],"safety,":[107],"nonstationarity,":[108],"diversification.":[110,399],"We":[111,140,177,291],"first":[112],"focus":[113],"on":[114,295,361,409],"large-scale":[116],"ranker":[118,129],"evaluation":[119],"problem.":[120,152],"The":[121,219,353],"challenge":[122,363],"number":[126,137],"pair-wise":[128,175],"comparisons":[130],"grows":[131],"quadratically":[132],"with":[133,235],"respect":[134],"rankers.":[139],"proposed":[141,305],"merge":[143],"double":[144],"Thompson":[145,168],"sampling":[146,169],"(MergeDTS)":[147],"method":[148],"solve":[150,287],"MergeDTS":[153],"takes":[154],"divide-and-conquer":[156],"idea":[157],"Merge":[159],"Sort":[160],"decrease":[162],"complexity":[164],"uses":[166,193],"increase":[171],"effectiveness":[173],"comparisons.":[176],"then":[178,209,308],"address":[179],"safety":[181,220],"Online":[182],"Learning":[183],"Rank":[185],"(OLTR)":[186],"introducing":[188],"BubbleRank":[190,192,226],"algorithm.":[191,368],"offline":[195],"trained":[196,376],"ranker,":[197,201,378],"production":[200],"obtain":[203],"initial":[205],"ranked":[206,229,340],"list,":[207],"conducts":[210],"safe":[211],"pairwise":[213],"exploration":[214],"improve":[216],"list.":[218],"comes":[221],"fact":[224],"explores":[227],"lists":[230],"randomly":[232],"exchanging":[233],"their":[236,296],"neighbors.":[237],"Thus,":[238],"during":[239],"exploration,":[240],"low-quality":[241],"hardly":[244],"shifted":[245],"at":[246,420],"top":[247],"positions.":[248],"Non-stationarity":[249],"widely":[250],"appears":[251],"interactive":[253,372],"since":[255],"preferences":[257],"affected":[259],"different":[261],"factors":[262],"change":[264],"over":[265],"time.":[266],"It":[267],"critical":[269],"design":[271],"capture":[274],"non-stationarity":[276],"OLTR.":[278,290],"This":[279],"thesis":[280,359],"provides":[281,365],"CascadeDUCB":[282],"CascadeSWUCB":[284],"non-stationary":[289],"derive":[292],"gap-dependent":[293],"bounds":[294],"regret":[297],"show":[299],"theoretical":[301],"soundness":[302],"algorithms,":[306],"conduct":[310],"simulated":[311],"experiments":[312],"validate":[314],"empirical":[316],"effectiveness.":[317],"Result":[318],"diversification":[319],"relevance":[321,389],"two":[324],"important":[325],"aspects":[326],"systems.":[330],"Ideal":[331],"should":[334],"able":[336],"display":[338],"list":[341],"whose":[342],"relevant":[345],"topics":[348],"diverse.":[352],"last":[354],"research":[355],"chapter":[356],"focuses":[360],"CascadeHybrid":[367,369],"learns":[370],"feedback":[373],"which":[379],"hybrid":[382],"linear":[385],"function":[386,394],"capturing":[387],"submodular":[393],"responding":[395],"results":[398],"Awarded":[400],":":[402,415,421],"University":[403],"Amsterdam,":[405,406],"Netherlands":[408],"4":[410],"March":[411],"2021.":[412],"Supervised":[413],"Maarten":[416],"de":[417],"Rijke.":[418],"Available":[419],"https://dare.uva.nl/search?identifier=f043b9b4-e666-48e0-8a6c-7c5431660e17.":[422]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}