{"id":"https://openalex.org/W2897183834","doi":"https://doi.org/10.1145/3269206.3269315","title":"Estimating Clickthrough Bias in the Cascade Model","display_name":"Estimating Clickthrough Bias in the Cascade Model","publication_year":2018,"publication_date":"2018-10-17","ids":{"openalex":"https://openalex.org/W2897183834","doi":"https://doi.org/10.1145/3269206.3269315","mag":"2897183834"},"language":"en","primary_location":{"id":"doi:10.1145/3269206.3269315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3269206.3269315","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3269315","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3269315","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020257829","display_name":"Praveen Chandar","orcid":"https://orcid.org/0009-0008-2199-2631"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Praveen Chandar","raw_affiliation_strings":["Spotify, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, New York, NY, USA","institution_ids":["https://openalex.org/I4210122154"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078123101","display_name":"Ben Carterette","orcid":"https://orcid.org/0000-0001-9538-047X"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Carterette","raw_affiliation_strings":["Spotify, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spotify, New York, NY, USA","institution_ids":["https://openalex.org/I4210122154"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122154"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1587","last_page":"1590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8278180956840515},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7019595503807068},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6852924823760986},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.640095591545105},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5842422246932983},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.46742695569992065},{"id":"https://openalex.org/keywords/selection-bias","display_name":"Selection bias","score":0.4593091607093811},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4555753767490387},{"id":"https://openalex.org/keywords/confirmation-bias","display_name":"Confirmation bias","score":0.41914334893226624},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40201011300086975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35594695806503296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33656036853790283},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18088266253471375},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08933556079864502}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8278180956840515},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7019595503807068},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6852924823760986},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.640095591545105},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5842422246932983},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.46742695569992065},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.4593091607093811},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4555753767490387},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.41914334893226624},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40201011300086975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35594695806503296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33656036853790283},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18088266253471375},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08933556079864502},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3269206.3269315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3269206.3269315","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3269315","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3269206.3269315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3269206.3269315","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3269206.3269315","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1543802061","display_name":null,"funder_award_id":"Grant Number IIS-1350799","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5581414644","display_name":"CAREER: Measuring Search Engines' Ability to Help Users Complete Tasks","funder_award_id":"1350799","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7481567382","display_name":null,"funder_award_id":"IIS-1350799","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2897183834.pdf","grobid_xml":"https://content.openalex.org/works/W2897183834.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1974360117","https://openalex.org/W1992549066","https://openalex.org/W2026784708","https://openalex.org/W2099213975","https://openalex.org/W2113640060","https://openalex.org/W2155587858","https://openalex.org/W2340526403","https://openalex.org/W2402441596","https://openalex.org/W2507134384","https://openalex.org/W2594908799","https://openalex.org/W2769473018","https://openalex.org/W2798855994","https://openalex.org/W6713202564"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W4384133558","https://openalex.org/W3025615835","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W2393688264","https://openalex.org/W3004463661"],"abstract_inverted_index":{"Recently,":[0],"there":[1,79],"has":[2,52],"been":[3,53],"considerable":[4],"interest":[5],"in":[6,21,45,94,196],"the":[7,22,33,43,50,61,64,88,92,101,106,131,143,150,162,183,191],"use":[8],"of":[9,18,24,63,71,83,105,140,152,193,214],"historical":[10,34],"logged":[11],"user":[12,46,107],"interaction":[13],"data\u2014queries":[14],"and":[15,41],"clicks\u2014for":[16],"evaluation":[17],"search":[19],"systems":[20],"context":[23,93,185],"counterfactual":[25,133],"analysis":[26],"[8,10].":[27],"Recent":[28],"approaches":[29],"attempt":[30],"to":[31,60,91,100,136,149,161,180,209],"de-bias":[32],"log":[35],"data":[36],"by":[37],"conducting":[38],"randomization":[39,176],"experiments":[40,201],"modeling":[42],"bias":[44,56,84,89],"behavior.":[47],"Thus":[48],"far,":[49],"focus":[51],"on":[54,73,109,115,120,145,173,202],"addressing":[55],"that":[57,85,130,165,177,206],"arises":[58],"due":[59,90,148],"position":[62,117],"document":[65,97,111],"being":[66],"clicked":[67],"(position-bias)":[68],"or":[69],"sparsity":[70],"clicks":[72],"certain":[74],"query-document":[75],"pairs":[76],"(selection-bias).":[77],"However,":[78],"is":[80,207],"another":[81],"source":[82],"could":[86],"arise:":[87],"which":[95],"a":[96,110,159,203,211],"was":[98],"presented":[99],"user.":[102],"The":[103],"propensity":[104],"clicking":[108],"depends":[112],"not":[113],"only":[114],"its":[116],"but":[118],"also":[119],"many":[121],"other":[122],"contextual":[123],"factors.":[124],"In":[125],"this":[126,169],"work,":[127],"we":[128,157,189],"show":[129],"existing":[132,163],"estimators":[134],"fail":[135],"capture":[137],"one":[138],"type":[139],"bias,":[141],"specifically,":[142],"effect":[144],"click-through":[146],"rates":[147],"relevance":[151],"documents":[153],"ranked":[154],"above.":[155],"Further,":[156],"propose":[158],"modification":[160],"estimator":[164],"takes":[166],"into":[167],"account":[168],"bias.":[170],"We":[171],"rely":[172],"full":[174],"result":[175],"allows":[178],"us":[179],"control":[181],"for":[182],"click":[184],"at":[186],"various":[187],"ranks;":[188],"demonstrate":[190],"effectiveness":[192],"our":[194],"methods":[195],"evaluating":[197],"retrieval":[198],"system":[199],"through":[200],"simulation":[204],"setup":[205],"designed":[208],"cover":[210],"wide":[212],"variety":[213],"scenarios.":[215]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
