{"id":"https://openalex.org/W1969836349","doi":"https://doi.org/10.1145/2661829.2661944","title":"Vertical-Aware Click Model-Based Effectiveness Metrics","display_name":"Vertical-Aware Click Model-Based Effectiveness Metrics","publication_year":2014,"publication_date":"2014-11-03","ids":{"openalex":"https://openalex.org/W1969836349","doi":"https://doi.org/10.1145/2661829.2661944","mag":"1969836349"},"language":"en","primary_location":{"id":"doi:10.1145/2661829.2661944","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2661829.2661944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103028673","display_name":"Ilya Markov","orcid":"https://orcid.org/0000-0001-9221-3043"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Ilya Markov","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102924622","display_name":"Eugene Kharitonov","orcid":"https://orcid.org/0009-0000-8653-721X"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Eugene Kharitonov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025505609","display_name":"Vadim V. Nikulin","orcid":"https://orcid.org/0000-0001-6082-3859"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vadim Nikulin","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069551961","display_name":"Pavel Serdyukov","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Serdyukov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","university of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"university of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012367814","display_name":"F\u00e1bio Crestani","orcid":"https://orcid.org/0000-0001-8672-0700"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Fabio Crestani","raw_affiliation_strings":["University of Lugano (USI), Lugano, Switzerland","University of Lugano - USI, Lugano, Switzerland#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Lugano (USI), Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]},{"raw_affiliation_string":"University of Lugano - USI, Lugano, Switzerland#TAB#","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103028673"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":3.2722,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92572423,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1867","last_page":"1870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8639514446258545},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.6557402014732361},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6386878490447998},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5590401291847229},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4755280315876007},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39543670415878296},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.327362060546875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8639514446258545},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.6557402014732361},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6386878490447998},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5590401291847229},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4755280315876007},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39543670415878296},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.327362060546875},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2661829.2661944","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2661829.2661944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/58a8edc4-1c35-4e52-9c11-9890c9c19f7f","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/verticalaware-click-modelbased-effectiveness-metrics(58a8edc4-1c35-4e52-9c11-9890c9c19f7f).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Markov, I, Kharitonov, E, Nikulin, V, Serdyukov, P, de Rijke, M & Crestani, F 2014, Vertical-aware click model-based effectiveness metrics. in J Li & X S Wang (eds), CIKM '14 : proceedings of the 2014 ACM International Conference on Information and Knowledge Management: November 3-7, 2014, Shanghai, China. Association for Computing Machinery, New York, NY, pp. 1867-1870, CIKM 2014: 23rd ACM Conference on Information and Knowledge Management, 3/11/14. https://doi.org/10.1145/2661829.2661944","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.676.4448","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.676.4448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ilps.science.uva.nl/sites/ilps.science.uva.nl/files/CIKM2014_VAClickMetrics.pdf","raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:publications/58a8edc4-1c35-4e52-9c11-9890c9c19f7f","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/verticalaware-click-modelbased-effectiveness-metrics(58a8edc4-1c35-4e52-9c11-9890c9c19f7f).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Markov, I, Kharitonov, E, Nikulin, V, Serdyukov, P, de Rijke, M & Crestani, F 2014, Vertical-aware click model-based effectiveness metrics. in J Li & X S Wang (eds), CIKM '14 : proceedings of the 2014 ACM International Conference on Information and Knowledge Management: November 3-7, 2014, Shanghai, China. Association for Computing Machinery, New York, NY, pp. 1867-1870, CIKM 2014: 23rd ACM Conference on Information and Knowledge Management, 3/11/14. https://doi.org/10.1145/2661829.2661944","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1925099661","display_name":null,"funder_award_id":"P2T1P2_152269","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G4019873601","display_name":null,"funder_award_id":"727.011.005 612.001.116 HOR-11-10 640.006.013","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G851190742","display_name":null,"funder_award_id":"288024 (LiMoSINe) 312827 (VOX-Pol)","funder_id":"https://openalex.org/F4320334960","funder_display_name":"Seventh Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320334960","display_name":"Seventh Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W1972802558","https://openalex.org/W2026784708","https://openalex.org/W2031858317","https://openalex.org/W2069870183","https://openalex.org/W2096438175","https://openalex.org/W2099213975","https://openalex.org/W2113640060","https://openalex.org/W2137521756","https://openalex.org/W2154739689","https://openalex.org/W2170051049","https://openalex.org/W2189548515"],"related_works":["https://openalex.org/W2366644548","https://openalex.org/W1509467138","https://openalex.org/W1601704076","https://openalex.org/W1601713026","https://openalex.org/W1560771748","https://openalex.org/W2625254371","https://openalex.org/W2161902337","https://openalex.org/W2384888906","https://openalex.org/W2370199378","https://openalex.org/W2152570188"],"abstract_inverted_index":{"Today's":[0],"web":[1],"search":[2,50,76,86],"systems":[3,21],"present":[4],"users":[5],"with":[6,103],"heterogeneous":[7,53],"information":[8],"coming":[9],"from":[10,32],"sources":[11],"of":[12,45,61,83,95],"different":[13],"types,":[14],"also":[15],"known":[16],"as":[17],"verticals.":[18],"Evaluating":[19],"such":[20],"is":[22,29],"an":[23],"important":[24],"but":[25],"complex":[26],"task,":[27],"which":[28],"still":[30],"far":[31],"being":[33],"solved.":[34],"In":[35],"this":[36],"paper":[37],"we":[38],"examine":[39],"the":[40,43,59,84,93,97],"hypothesis":[41],"that":[42,47,90],"use":[44],"models":[46,73],"capture":[48],"user":[49,71,105],"behavior":[51,106],"on":[52,70,92],"result":[54],"pages":[55],"helps":[56],"to":[57],"improve":[58],"quality":[60],"offline":[62],"metrics.":[63],"We":[64,88],"propose":[65],"two":[66],"vertical-aware":[67],"metrics":[68,99],"based":[69],"click":[72],"for":[74],"federated":[75],"and":[77],"evaluate":[78],"them":[79],"using":[80],"query":[81],"logs":[82],"Yandex":[85],"engine.":[87],"show":[89],"depending":[91],"type":[94],"vertical,":[96],"proposed":[98],"have":[100],"higher":[101],"correlation":[102],"online":[104],"than":[107],"other":[108],"state-of-the-art":[109],"techniques.":[110]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}