{"id":"https://openalex.org/W3193395366","doi":"https://doi.org/10.1145/3483382.3483402","title":"Learning from user interactions with rankings","display_name":"Learning from user interactions with rankings","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3193395366","doi":"https://doi.org/10.1145/3483382.3483402","mag":"3193395366"},"language":"en","primary_location":{"id":"doi:10.1145/3483382.3483402","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3483382.3483402","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002072527","display_name":"Harrie Oosterhuis","orcid":"https://orcid.org/0000-0002-0458-9233"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Harrie Oosterhuis","raw_affiliation_strings":["Radboud University"],"affiliations":[{"raw_affiliation_string":"Radboud University","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002072527"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":0.3705,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69025329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"54","issue":"2","first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8749980926513672},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8405373096466064},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.7749396562576294},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.769717812538147},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7021695971488953},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5636481642723083},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.559262752532959},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5433540940284729},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5297150611877441},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.5006067752838135},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4985463619232178},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48189836740493774},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4588225185871124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43964725732803345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8749980926513672},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8405373096466064},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.7749396562576294},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.769717812538147},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7021695971488953},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5636481642723083},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.559262752532959},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5433540940284729},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5297150611877441},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.5006067752838135},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4985463619232178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48189836740493774},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4588225185871124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43964725732803345},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3483382.3483402","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3483382.3483402","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2890291106","https://openalex.org/W2913544988","https://openalex.org/W3028135017","https://openalex.org/W3044556022","https://openalex.org/W3101935024","https://openalex.org/W3104474754","https://openalex.org/W3105997200","https://openalex.org/W3112511105","https://openalex.org/W3135277963"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W4390446658","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2922169395","https://openalex.org/W2387658907","https://openalex.org/W25098770"],"abstract_inverted_index":{"Ranking":[0],"systems":[1,92],"form":[2],"the":[3,27,46,53,59,65,72,75,188,198,262,276,296,299,312,337,371,382,389,407,420,431,453,456,463,505,509,512,518],"basis":[4],"for":[5,18,51,255,405,555],"online":[6,207,441,481,494,510],"search":[7],"engines":[8],"and":[9,25,106,183,226,234,340,401,495,511,536,548,558],"recommendation":[10],"services.":[11],"They":[12],"process":[13],"large":[14,223],"collections":[15],"of":[16,36,56,74,191,197,201,311,315,385,392,422,433,465,521,533,569],"items,":[17],"instance":[19],"web":[20],"pages":[21],"or":[22,68,116],"e-commerce":[23],"products,":[24],"present":[26],"user":[28,44,134,149,170,181,235,564],"with":[29,52,139,217,261,388],"a":[30,37,43,81,121,240,251,378,403,416,447,469,516,525,552],"small":[31],"ordered":[32],"selection.":[33],"The":[34,137,194,247,279,308,374,395,443,488,572],"goal":[35],"ranking":[38,91,306,424],"system":[39],"is":[40,80,141,302,491],"to":[41,78,99,104,118,130,162,176,186,209,323,344,364,539,561],"help":[42],"find":[45],"items":[47,70,351],"they":[48,61,143],"are":[49,114,144],"looking":[50],"least":[54],"amount":[55],"effort.":[57],"Thus":[58],"rankings":[60,155],"produce":[62],"should":[63],"place":[64],"most":[66],"relevant":[67],"preferred":[69],"at":[71,206,320,355,399],"top":[73],"ranking.":[76],"Learning":[77],"rank":[79,100,131,177,210,324,365,562],"field":[82],"within":[83],"machine":[84],"learning":[85,98,129,175,208,256,322,363,538,560],"that":[86,127,142,204,243,259,270,295,318,360,380,411,418,451,455,501,527],"covers":[87],"methods":[88,101,123,160,178,229,366],"which":[89,212,326],"optimize":[90],"w.r.t.":[93,304],"this":[94,428,522],"goal.":[95],"Traditional":[96],"supervised":[97,362,537],"utilize":[102],"expert-judgements":[103],"evaluate":[105],"learn,":[107],"however,":[108],"in":[109,286,370,415,479,507],"many":[110,529],"situations":[111],"such":[112],"judgements":[113],"impossible":[115],"infeasible":[117],"obtain.":[119],"As":[120,468,515],"solution,":[122],"have":[124,161],"been":[125,460],"introduced":[126],"perform":[128],"based":[132,179],"on":[133,180],"clicks":[135,140,182,258],"instead.":[136],"difficulty":[138],"not":[145,231,349],"only":[146],"affected":[147],"by":[148,153,166,214],"preferences,":[150],"but":[151],"also":[152,293,358],"what":[154],"were":[156],"displayed.":[157],"Therefore,":[158],"these":[159,192,284],"prevent":[163],"being":[164],"biased":[165],"other":[167],"factors":[168],"than":[169],"preference.":[171],"This":[172],"thesis":[173,199,313,523],"concerns":[174],"specifically":[184],"aims":[185],"unify":[187],"different":[189],"families":[190],"methods.":[193,266],"first":[195,220,334],"part":[196,310,520],"consists":[200,314],"three":[202],"chapters":[203,317],"look":[205,319],"algorithms":[211,325],"learn":[213,327,473],"directly":[215],"interacting":[216],"users.":[218],"Its":[219,333],"chapter":[221,249,281,335,376,397,445],"considers":[222,452],"scale":[224],"evaluation":[225,400,439],"shows":[227,359],"existing":[228,338],"do":[230],"guarantee":[232,245],"correctness":[233],"experience,":[236],"we":[237,292],"then":[238],"introduce":[239],"novel":[241,252,448],"method":[242,254,273,379,404,429],"can":[244,352,367,436,472,485],"both.":[246],"second":[248,309,375,519],"proposes":[250,446,524],"pairwise":[253,272],"from":[257,328,563],"contrasts":[260],"previous":[263],"prevalent":[264],"dueling-bandit":[265,277,300],"Our":[267],"experiments":[268],"show":[269,294,500],"our":[271,497],"greatly":[274],"outperforms":[275],"approach.":[278],"third":[280,396],"further":[282],"confirms":[283],"findings":[285],"an":[287,480],"extensive":[288],"experimental":[289,498],"comparison,":[290],"furthermore,":[291],"theory":[297],"behind":[298],"approach":[301,339,490],"unsound":[303],"deterministic":[305],"systems.":[307],"four":[316],"counterfactual":[321,372,438,449,513],"historically":[329],"logged":[330],"click":[331,413,466],"data.":[332,467],"takes":[336],"makes":[341],"it":[342,471],"applicable":[343,557],"top-":[345],"k":[346],"settings":[347],"where":[348,483],"all":[350],"be":[353,368],"displayed":[354],"once.":[356],"It":[357,541],"state-of-the-art":[361,506],"applied":[369],"scenario.":[373,514],"introduces":[377,402],"combines":[381],"robust":[383],"generalization":[384],"feature-based":[386],"models":[387],"high-performance":[390],"specialization":[391],"tabular":[393],"models.":[394],"looks":[398],"finding":[406],"optimal":[408],"logging":[409,457],"policy":[410,458],"collects":[412],"data":[414],"way":[417],"minimizes":[419],"variance":[421],"estimated":[423],"metrics.":[425],"By":[426],"applying":[427],"during":[430,462],"gathering":[432,464],"clicks,":[434],"one":[435],"turn":[437],"into":[440,551],"evaluation.":[442],"fourth":[444],"estimator":[450],"possibility":[454],"has":[459,542],"updated":[461],"result,":[470],"much":[474],"more":[475],"efficiently":[476],"when":[477],"deployed":[478],"scenario":[482],"interventions":[484],"take":[486],"place.":[487],"resulting":[489],"thus":[492],"both":[493,508],"counterfactual,":[496,535],"results":[499],"its":[502],"performance":[503],"matches":[504],"whole,":[517],"framework":[526],"bridges":[528],"gaps":[530],"between":[531],"areas":[532],"online,":[534],"rank.":[540],"taken":[543],"approaches,":[544],"previously":[545],"considered":[546],"independent,":[547],"unified":[549],"them":[550],"single":[553],"methodology":[554],"widely":[556],"effective":[559],"clicks.":[565],"Awarded":[566],"by:":[567,575],"University":[568],"Amsterdam,":[570,571],"Netherlands.":[573],"Supervised":[574],"Maarten":[576],"de":[577],"Rijke.":[578],"Available":[579],"at:":[580],"https://hdl.handle.net/11245.1/8ff3aa38-97fb-4d2a-8127-a29a03af4d5c.":[581]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}