{"id":"https://openalex.org/W1972802558","doi":"https://doi.org/10.1145/2484028.2484071","title":"Click model-based information retrieval metrics","display_name":"Click model-based information retrieval metrics","publication_year":2013,"publication_date":"2013-07-28","ids":{"openalex":"https://openalex.org/W1972802558","doi":"https://doi.org/10.1145/2484028.2484071","mag":"1972802558"},"language":"en","primary_location":{"id":"doi:10.1145/2484028.2484071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048411695","display_name":"Aleksandr Chuklin","orcid":"https://orcid.org/0000-0002-7312-3533"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Aleksandr Chuklin","raw_affiliation_strings":["Yandex & ISLA, University of Amsterdam, Moscow, Russian Fed"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex & ISLA, University of Amsterdam, Moscow, Russian Fed","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069551961","display_name":"Pavel Serdyukov","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Serdyukov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["ISLA, University of Amsterdam, Amsterdam, Netherlands","ISLA, University of Amsterdam, Amsterdam, Netherlands#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISLA, University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"ISLA, University of Amsterdam, Amsterdam, Netherlands#TAB#","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048411695"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":22.5622,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.99239302,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"493","last_page":"502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.85227370262146},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7671846747398376},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6604989767074585},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5265879034996033},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33689969778060913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85227370262146},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7671846747398376},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6604989767074585},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5265879034996033},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33689969778060913},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2484028.2484071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/1abd2f99-226b-4ebd-8396-886f167dd787","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/click-modelbased-information-retrieval-metrics(1abd2f99-226b-4ebd-8396-886f167dd787).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chuklin, A, Serdyukov, P & de Rijke, M 2013, Click Model-Based Information Retrieval Metrics. in SIGIR '13 : the proceedings of the 36th International ACM SIGIR Conference on Research & Development in Information Retrieval : July 28-August 1, 2013, Dublin, Ireland. New York, pp. 493-502, SIGIR '13, 28/07/13. https://doi.org/10.1145/2484028.2484071","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.367.5179","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.367.5179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://staff.science.uva.nl/~mdr/Publications/sigir2013-metrics.pdf","raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:publications/1abd2f99-226b-4ebd-8396-886f167dd787","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/click-modelbased-information-retrieval-metrics(1abd2f99-226b-4ebd-8396-886f167dd787).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chuklin, A, Serdyukov, P & de Rijke, M 2013, Click Model-Based Information Retrieval Metrics. in SIGIR '13 : the proceedings of the 36th International ACM SIGIR Conference on Research & Development in Information Retrieval : July 28-August 1, 2013, Dublin, Ireland. New York, pp. 493-502, SIGIR '13, 28/07/13. https://doi.org/10.1145/2484028.2484071","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1495821370","https://openalex.org/W1857290810","https://openalex.org/W1900856733","https://openalex.org/W1965862077","https://openalex.org/W1982530130","https://openalex.org/W1992549066","https://openalex.org/W2011285051","https://openalex.org/W2026430213","https://openalex.org/W2026784708","https://openalex.org/W2029009258","https://openalex.org/W2031858317","https://openalex.org/W2032691242","https://openalex.org/W2032707052","https://openalex.org/W2047221353","https://openalex.org/W2058473041","https://openalex.org/W2058896506","https://openalex.org/W2068098598","https://openalex.org/W2069870183","https://openalex.org/W2094790959","https://openalex.org/W2099213975","https://openalex.org/W2106630408","https://openalex.org/W2109244020","https://openalex.org/W2110228583","https://openalex.org/W2113640060","https://openalex.org/W2119074598","https://openalex.org/W2120308175","https://openalex.org/W2130076000","https://openalex.org/W2130145422","https://openalex.org/W2135114864","https://openalex.org/W2147892741","https://openalex.org/W2154105380","https://openalex.org/W2154739689","https://openalex.org/W2154884126","https://openalex.org/W2156541733","https://openalex.org/W2159665776","https://openalex.org/W2160471965","https://openalex.org/W2163421455","https://openalex.org/W2165387257","https://openalex.org/W2166693285","https://openalex.org/W2170051049","https://openalex.org/W2294145134"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,18,34],"recent":[1],"years":[2],"many":[3],"models":[4],"have":[5,25],"been":[6,26],"proposed":[7],"that":[8],"are":[9],"aimed":[10],"at":[11],"predicting":[12],"clicks":[13],"of":[14,30,84],"web":[15],"search":[16],"users.":[17],"addition,":[19],"some":[20],"information":[21],"retrieval":[22],"evaluation":[23,55,76],"metrics":[24,63,68],"built":[27],"on":[28],"top":[29],"a":[31,45,74,82],"user":[32],"model.":[33],"this":[35],"paper":[36],"we":[37],"bring":[38],"these":[39],"two":[40],"directions":[41],"together":[42],"and":[43,78],"propose":[44],"common":[46,75],"approach":[47],"to":[48],"converting":[49],"any":[50],"click":[51],"model":[52],"into":[53,73],"an":[54],"metric.":[56],"We":[57],"then":[58],"put":[59],"the":[60],"resulting":[61],"model-based":[62],"as":[64,66],"well":[65],"traditional":[67],"(like":[69],"DCG":[70],"or":[71],"Precision)":[72],"framework":[77],"compare":[79],"them":[80],"along":[81],"number":[83],"dimensions.":[85]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}