{"id":"https://openalex.org/W2096946253","doi":"https://doi.org/10.1145/1718487.1718515","title":"Beyond DCG","display_name":"Beyond DCG","publication_year":2010,"publication_date":"2010-02-04","ids":{"openalex":"https://openalex.org/W2096946253","doi":"https://doi.org/10.1145/1718487.1718515","mag":"2096946253"},"language":"en","primary_location":{"id":"doi:10.1145/1718487.1718515","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1718487.1718515","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the third ACM international conference on Web search and data mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057744937","display_name":"Ahmed H. Yousef","orcid":"https://orcid.org/0000-0002-7799-9233"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahmed Hassan","raw_affiliation_strings":["University of Michigan, Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000992993","display_name":"Rosie Jones","orcid":"https://orcid.org/0009-0000-3821-1207"},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rosie Jones","raw_affiliation_strings":["Yahoo! Inc, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Inc, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009700609","display_name":"Kristina Lisa Klinkner","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristina Lisa Klinkner","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057744937"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":51.8402,"has_fulltext":false,"cited_by_count":212,"citation_normalized_percentile":{"value":0.99811164,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"221","last_page":"230"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8689132928848267},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8397901654243469},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7091739177703857},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5838640928268433},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.49270227551460266},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.49035143852233887},{"id":"https://openalex.org/keywords/user-information","display_name":"User information","score":0.42776644229888916},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4234170615673065},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.19748616218566895}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8689132928848267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8397901654243469},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7091739177703857},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5838640928268433},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.49270227551460266},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.49035143852233887},{"id":"https://openalex.org/C2777622855","wikidata":"https://www.wikidata.org/wiki/Q7901844","display_name":"User information","level":3,"score":0.42776644229888916},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4234170615673065},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.19748616218566895},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1718487.1718515","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1718487.1718515","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the third ACM international conference on Web search and data mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1508509952","https://openalex.org/W1543335880","https://openalex.org/W1597379241","https://openalex.org/W1678356000","https://openalex.org/W1965344257","https://openalex.org/W1975409939","https://openalex.org/W1982889956","https://openalex.org/W2031788415","https://openalex.org/W2034826792","https://openalex.org/W2038042219","https://openalex.org/W2044072332","https://openalex.org/W2058473041","https://openalex.org/W2069870183","https://openalex.org/W2094790959","https://openalex.org/W2099213975","https://openalex.org/W2117079628","https://openalex.org/W2119074598","https://openalex.org/W2123937625","https://openalex.org/W2125771191","https://openalex.org/W2134131174","https://openalex.org/W2144242878","https://openalex.org/W2144952090","https://openalex.org/W2156160882","https://openalex.org/W2169783907","https://openalex.org/W4229855683","https://openalex.org/W4231949113","https://openalex.org/W6632647636","https://openalex.org/W7029391333"],"related_works":["https://openalex.org/W2085384747","https://openalex.org/W2106071040","https://openalex.org/W2088166309","https://openalex.org/W1601028854","https://openalex.org/W2187011399","https://openalex.org/W2004195576","https://openalex.org/W2381979041","https://openalex.org/W2135014631","https://openalex.org/W1841014925","https://openalex.org/W2388867085"],"abstract_inverted_index":{"Web":[0],"search":[1,63,89],"engines":[2],"are":[3,109,142],"traditionally":[4],"evaluated":[5],"in":[6],"terms":[7],"of":[8,11,19,37,60,82,85,95,112],"the":[9,25,38,50,58,83,86,93,96,136],"relevance":[10,18,94],"web":[12,20,88],"pages":[13,21],"to":[14],"individual":[15,30],"queries.":[16,52],"However,":[17],"does":[22],"not":[23],"tell":[24],"complete":[26],"picture,":[27],"since":[28],"an":[29,79],"query":[31],"may":[32,44],"represent":[33],"only":[34],"a":[35],"piece":[36],"user's":[39,87],"information":[40,47],"need":[41],"and":[42,131,138],"users":[43],"have":[45],"different":[46],"needs":[48],"underlying":[49],"same":[51],"In":[53,99],"this":[54,129],"work,":[55],"we":[56],"address":[57],"problem":[59],"predicting":[61],"user":[62,68,74,107,150],"goal":[64,113],"success":[65,84,114],"by":[66],"modeling":[67],"behavior.":[69],"We":[70,120],"show":[71,103,134],"empirically":[72],"that":[73,104,135],"behavior":[75,108],"alone":[76],"can":[77],"give":[78],"accurate":[80,144],"picture":[81],"goals,":[90],"without":[91],"considering":[92],"documents":[97],"displayed.":[98],"fact,":[100],"our":[101,132],"experiments":[102,133],"models":[105,124,141,147],"using":[106,117],"more":[110,143],"predictive":[111],"than":[115,145],"those":[116],"document":[118,156],"relevance.":[119,157],"build":[121],"novel":[122],"sequence":[123,137],"incorporating":[125],"time":[126,139],"distributions":[127],"for":[128],"task":[130],"distribution":[140],"static":[146],"based":[148,154],"on":[149,155],"behavior,":[151],"or":[152],"predictions":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":19},{"year":2015,"cited_by_count":22},{"year":2014,"cited_by_count":18},{"year":2013,"cited_by_count":23},{"year":2012,"cited_by_count":18}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2016-06-24T00:00:00"}