{"id":"https://openalex.org/W2955421345","doi":"https://doi.org/10.1145/3331184.3331202","title":"A General Framework for Counterfactual Learning-to-Rank","display_name":"A General Framework for Counterfactual Learning-to-Rank","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2955421345","doi":"https://doi.org/10.1145/3331184.3331202","mag":"2955421345"},"language":"en","primary_location":{"id":"doi:10.1145/3331184.3331202","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331202","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331202","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331202","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101806067","display_name":"Aman Agarwal","orcid":"https://orcid.org/0000-0002-4406-9937"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aman Agarwal","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032535373","display_name":"Kenta Takatsu","orcid":"https://orcid.org/0009-0001-9102-5937"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenta Takatsu","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073268237","display_name":"Ivan Zaitsev","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivan Zaitsev","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014687727","display_name":"Thorsten Joachims","orcid":"https://orcid.org/0000-0003-3654-3683"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thorsten Joachims","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":121,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6828935146331787},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6541630029678345},{"id":"https://openalex.org/keywords/ranking-svm","display_name":"Ranking SVM","score":0.6473193764686584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6422560811042786},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6156900525093079},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6058008670806885},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5611339807510376},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5604669451713562},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5225662589073181},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35312536358833313},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20599818229675293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6828935146331787},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6541630029678345},{"id":"https://openalex.org/C124975894","wikidata":"https://www.wikidata.org/wiki/Q7293290","display_name":"Ranking SVM","level":3,"score":0.6473193764686584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6422560811042786},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6156900525093079},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6058008670806885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5611339807510376},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5604669451713562},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5225662589073181},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35312536358833313},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20599818229675293},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3331184.3331202","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331202","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331202","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3331184.3331202","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331202","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331202","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3158087275","display_name":null,"funder_award_id":"IIS-1513692, IIS-1615706","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2955421345.pdf","grobid_xml":"https://content.openalex.org/works/W2955421345.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1530210183","https://openalex.org/W1835900096","https://openalex.org/W1968927634","https://openalex.org/W1992549066","https://openalex.org/W2004881074","https://openalex.org/W2031248101","https://openalex.org/W2047221353","https://openalex.org/W2051928158","https://openalex.org/W2059001985","https://openalex.org/W2099213975","https://openalex.org/W2117273438","https://openalex.org/W2127176025","https://openalex.org/W2138909795","https://openalex.org/W2143331230","https://openalex.org/W2149427297","https://openalex.org/W2150291618","https://openalex.org/W2221524898","https://openalex.org/W2251567929","https://openalex.org/W2271350114","https://openalex.org/W2339829457","https://openalex.org/W2340526403","https://openalex.org/W2342632098","https://openalex.org/W2507134384","https://openalex.org/W2766284073","https://openalex.org/W2768348081","https://openalex.org/W2769473018","https://openalex.org/W2797400361","https://openalex.org/W2890227023","https://openalex.org/W2899259597","https://openalex.org/W2905569957","https://openalex.org/W3098851962","https://openalex.org/W3099096815","https://openalex.org/W3102540985","https://openalex.org/W3105712174","https://openalex.org/W3119651796","https://openalex.org/W4230674625","https://openalex.org/W4233471163","https://openalex.org/W4302322961"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W2138488530","https://openalex.org/W4385565564","https://openalex.org/W2370100764","https://openalex.org/W2031468273","https://openalex.org/W2387658907","https://openalex.org/W2351112195","https://openalex.org/W2110822809","https://openalex.org/W2898073868","https://openalex.org/W2352397247"],"abstract_inverted_index":{"Implicit":[0],"feedback":[1],"(e.g.,":[2,94,107],"click,":[3],"dwell":[4],"time)":[5],"is":[6,120,143,177],"an":[7,186],"attractive":[8],"source":[9],"of":[10,33,62,90,105,132,147,209],"training":[11,85],"data":[12],"for":[13,37,79,86,115,125],"Learning-to-Rank,":[14],"but":[15],"its":[16],"naive":[17],"use":[18],"leads":[19],"to":[20,56,192,214],"learning":[21,140],"results":[22],"that":[23,49,82,150,199],"are":[24],"distorted":[25],"by":[26,136],"presentation":[27,63],"bias.":[28,64],"For":[29],"the":[30,42,59,130,162,170,181,193,212],"special":[31,68],"case":[32],"optimizing":[34],"average":[35],"rank":[36],"linear":[38,205],"ranking":[39,92,182,217],"functions,":[40],"however,":[41],"recently":[43],"developed":[44],"SVM-PropRank":[45],"method":[46],"has":[47],"shown":[48],"counterfactual":[50,80],"inference":[51],"techniques":[52],"can":[53,166,184],"be":[54,167,185],"used":[55],"provably":[57],"overcome":[58],"distorting":[60],"effect":[61],"Going":[65],"beyond":[66],"this":[67,70,133],"case,":[69],"paper":[71],"provides":[72],"a":[73,87,102,113,144],"general":[74,134],"and":[75,122,158],"theoretically":[76],"rigorous":[77],"framework":[78],"learning-to-rank":[81],"enables":[83],"unbiased":[84,148],"broad":[88,103],"class":[89,104],"additive":[91],"metrics":[93,118],"Discounted":[95],"Cumulative":[96],"Gain":[97],"(DCG))":[98],"as":[99,101],"well":[100],"models":[106],"deep":[108,188],"networks).":[109],"Specifically,":[110],"we":[111,159,196],"derive":[112],"relaxation":[114],"propensity-weighted":[116],"rank-based":[117],"which":[119],"subdifferentiable":[121],"thus":[123],"suitable":[124],"gradient-based":[126],"optimization.":[127],"We":[128],"demonstrate":[129],"effectiveness":[131],"approach":[135],"instantiating":[137],"two":[138],"new":[139,145],"methods.":[141],"One":[142],"type":[146],"SVM":[149,155,200],"optimizes":[151],"DCG":[152],"-":[153,157],"called":[154],"PropDCG":[156,201,221],"show":[160],"how":[161],"resulting":[163],"optimization":[164],"problem":[165],"solved":[168],"via":[169,219],"Convex":[171],"Concave":[172],"Procedure":[173],"(CCP).":[174],"The":[175],"other":[176],"Deep":[178,220],"PropDCG,":[179],"where":[180],"function":[183],"arbitrary":[187],"network.":[189],"In":[190],"addition":[191],"theoretical":[194],"support,":[195],"empirically":[197],"find":[198],"significantly":[202],"outperforms":[203],"existing":[204],"rankers":[206],"in":[207],"terms":[208],"DCG.":[210],"Moreover,":[211],"ability":[213],"train":[215],"non-linear":[216],"functions":[218],"further":[222],"improves":[223],"performance.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}