{"id":"https://openalex.org/W4388955650","doi":"https://doi.org/10.1145/3624918.3625325","title":"Towards Sequential Counterfactual Learning to Rank","display_name":"Towards Sequential Counterfactual Learning to Rank","publication_year":2023,"publication_date":"2023-11-23","ids":{"openalex":"https://openalex.org/W4388955650","doi":"https://doi.org/10.1145/3624918.3625325"},"language":"en","primary_location":{"id":"doi:10.1145/3624918.3625325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624918.3625325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624918.3625325","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3624918.3625325","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032057441","display_name":"Tesi Xiao","orcid":"https://orcid.org/0009-0001-6519-493X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tesi Xiao","raw_affiliation_strings":["Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0001-6519-493X","affiliations":[{"raw_affiliation_string":"Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049020775","display_name":"Branislav Kveton","orcid":"https://orcid.org/0000-0002-3965-1367"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Branislav Kveton","raw_affiliation_strings":["AWS AI Labs, Amazon, USA"],"raw_orcid":"https://orcid.org/0000-0002-3965-1367","affiliations":[{"raw_affiliation_string":"AWS AI Labs, Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005433975","display_name":"Sumeet Katariya","orcid":"https://orcid.org/0009-0008-1807-4215"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sumeet Katariya","raw_affiliation_strings":["Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0008-1807-4215","affiliations":[{"raw_affiliation_string":"Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035876043","display_name":"Tanmay Gangwani","orcid":"https://orcid.org/0009-0009-6144-6149"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanmay Gangwani","raw_affiliation_strings":["Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0009-6144-6149","affiliations":[{"raw_affiliation_string":"Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063692433","display_name":"Anshuka Rangi","orcid":"https://orcid.org/0000-0002-8462-7892"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anshuka Rangi","raw_affiliation_strings":["Amazon, USA"],"raw_orcid":"https://orcid.org/0009-0001-6931-8987","affiliations":[{"raw_affiliation_string":"Amazon, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.97,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77428016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"122","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.9743638038635254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7583729028701782},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6507065892219543},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6403158903121948},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6196793913841248},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5967381596565247},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5943599939346313},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5227596759796143},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.5148131251335144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4507918953895569},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.38059550523757935},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14849629998207092},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12169960141181946},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10023730993270874},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07932674884796143}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9743638038635254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7583729028701782},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6507065892219543},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6403158903121948},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6196793913841248},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5967381596565247},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5943599939346313},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5227596759796143},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.5148131251335144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4507918953895569},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.38059550523757935},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14849629998207092},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12169960141181946},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10023730993270874},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07932674884796143},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3624918.3625325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624918.3625325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624918.3625325","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3624918.3625325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624918.3625325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624918.3625325","source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388955650.pdf","grobid_xml":"https://content.openalex.org/works/W4388955650.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1094752974","https://openalex.org/W1992549066","https://openalex.org/W2055629782","https://openalex.org/W2069870183","https://openalex.org/W2090883204","https://openalex.org/W2108862644","https://openalex.org/W2339829457","https://openalex.org/W2340526403","https://openalex.org/W2473653870","https://openalex.org/W2507134384","https://openalex.org/W2536015822","https://openalex.org/W2798460079","https://openalex.org/W2798492560","https://openalex.org/W2890291106","https://openalex.org/W2955421345","https://openalex.org/W2959353218","https://openalex.org/W2976801151","https://openalex.org/W2986273318","https://openalex.org/W3034811932","https://openalex.org/W3129868498","https://openalex.org/W3153754021","https://openalex.org/W3155690528","https://openalex.org/W3212850139","https://openalex.org/W4224313077","https://openalex.org/W4229855683","https://openalex.org/W4287553668"],"related_works":["https://openalex.org/W2056582926","https://openalex.org/W3137864021","https://openalex.org/W2162910442","https://openalex.org/W2079879923","https://openalex.org/W4200271736","https://openalex.org/W2104420793","https://openalex.org/W3017854570","https://openalex.org/W2028689793","https://openalex.org/W4313936361","https://openalex.org/W4242448314"],"abstract_inverted_index":{"Counterfactual":[0],"evaluation":[1],"plays":[2],"a":[3,49,57,88,99,113],"crucial":[4],"role":[5],"in":[6,102,146],"learning-to-rank":[7],"problems,":[8],"as":[9],"it":[10],"addresses":[11],"the":[12,15,20,26,38,46,107,124],"discrepancy":[13],"between":[14],"data":[16],"logging":[17],"policy":[18,21,51],"and":[19,85,136],"being":[22],"evaluated,":[23],"due":[24],"to":[25,44,52,106,140],"presence":[27],"of":[28,48],"presentation":[29],"bias.":[30],"Existing":[31],"counterfactual":[32,95,126],"methods,":[33],"which":[34],"are":[35,82],"based":[36],"on":[37,143],"empirical":[39],"risk":[40],"minimization":[41],"framework,":[42],"aim":[43],"evaluate":[45],"ability":[47],"ranking":[50,130],"produce":[53],"optimal":[54],"results":[55,105],"for":[56,84,128],"single":[58],"query":[59],"using":[60],"implicit":[61],"feedback":[62,89],"from":[63],"logged":[64],"data.":[65],"In":[66,91],"real-world":[67],"scenarios,":[68],"however,":[69],"users":[70],"often":[71],"reformulate":[72],"their":[73],"queries":[74,111],"multiple":[75],"times":[76],"until":[77],"they":[78,81],"find":[79],"what":[80],"looking":[83],"then":[86],"provide":[87],"signal.":[90],"such":[92],"circumstances,":[93],"current":[94],"approaches":[96],"cannot":[97],"assess":[98],"policy\u2019s":[100],"effectiveness":[101],"delivering":[103],"satisfactory":[104],"user":[108],"over":[109],"consecutive":[110],"during":[112],"search":[114,118],"session.":[115],"Taking":[116],"sequential":[117,133],"behavior":[119],"into":[120],"account,":[121],"we":[122],"propose":[123],"first":[125],"estimator":[127],"session":[129],"metrics":[131],"under":[132],"position-based":[134],"models":[135],"conduct":[137],"preliminary":[138],"experiments":[139],"shed":[141],"light":[142],"further":[144],"research":[145],"this":[147],"direction.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}