{"id":"https://openalex.org/W1988036041","doi":"https://doi.org/10.1145/2484028.2484041","title":"User model-based metrics for offline query suggestion evaluation","display_name":"User model-based metrics for offline query suggestion evaluation","publication_year":2013,"publication_date":"2013-07-28","ids":{"openalex":"https://openalex.org/W1988036041","doi":"https://doi.org/10.1145/2484028.2484041","mag":"1988036041"},"language":"en","primary_location":{"id":"doi:10.1145/2484028.2484041","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102924622","display_name":"Eugene Kharitonov","orcid":"https://orcid.org/0009-0000-8653-721X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Eugene Kharitonov","raw_affiliation_strings":["Yandex & Glasgow University, Moscow, Russian Fed","Yandex & Glasgow University, Moscow, Russian Fed.#TAB#"],"affiliations":[{"raw_affiliation_string":"Yandex & Glasgow University, Moscow, Russian Fed","institution_ids":[]},{"raw_affiliation_string":"Yandex & Glasgow University, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057643560","display_name":"Craig Macdonald","orcid":"https://orcid.org/0000-0003-3143-279X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig Macdonald","raw_affiliation_strings":["Glasgow University, Glasgow, United Kingdom","Glasgow University, Glasgow (United Kingdom)"],"affiliations":[{"raw_affiliation_string":"Glasgow University, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"Glasgow University, Glasgow (United Kingdom)","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069551961","display_name":"Pavel Serdyukov","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Serdyukov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":[]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079046603","display_name":"Iadh Ounis","orcid":"https://orcid.org/0000-0003-4701-3223"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Iadh Ounis","raw_affiliation_strings":["Glasgow University, Glasgow, United Kingdom","Glasgow University, Glasgow (United Kingdom)"],"affiliations":[{"raw_affiliation_string":"Glasgow University, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"Glasgow University, Glasgow (United Kingdom)","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102924622"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":8.3592,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.9706372,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"633","last_page":"642"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8559095859527588},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.7858387231826782},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.7709951400756836},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.7412739992141724},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.6744601726531982},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.6632194519042969},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6049057245254517},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.5935347080230713},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5667548775672913},{"id":"https://openalex.org/keywords/rdf-query-language","display_name":"RDF query language","score":0.535112202167511},{"id":"https://openalex.org/keywords/online-aggregation","display_name":"Online aggregation","score":0.4932026267051697},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.46243202686309814},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4330254793167114}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8559095859527588},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.7858387231826782},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.7709951400756836},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.7412739992141724},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.6744601726531982},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.6632194519042969},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6049057245254517},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.5935347080230713},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5667548775672913},{"id":"https://openalex.org/C96956885","wikidata":"https://www.wikidata.org/wiki/Q6138701","display_name":"RDF query language","level":5,"score":0.535112202167511},{"id":"https://openalex.org/C24028149","wikidata":"https://www.wikidata.org/wiki/Q7094056","display_name":"Online aggregation","level":5,"score":0.4932026267051697},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.46243202686309814},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4330254793167114}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2484028.2484041","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:82569","is_oa":false,"landing_page_url":"http://eprints.gla.ac.uk/82569/","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":false,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1554394657","https://openalex.org/W1564094940","https://openalex.org/W1965690069","https://openalex.org/W1992549066","https://openalex.org/W2018917449","https://openalex.org/W2026784708","https://openalex.org/W2027691696","https://openalex.org/W2031858317","https://openalex.org/W2032577510","https://openalex.org/W2053552153","https://openalex.org/W2069870183","https://openalex.org/W2093495945","https://openalex.org/W2094790959","https://openalex.org/W2099213975","https://openalex.org/W2113640060","https://openalex.org/W2116008435","https://openalex.org/W2125682643","https://openalex.org/W2127799072","https://openalex.org/W2132314908","https://openalex.org/W2135114864","https://openalex.org/W2160471965","https://openalex.org/W2164986850","https://openalex.org/W2168322422"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W2572349046","https://openalex.org/W2006459955","https://openalex.org/W3125756434","https://openalex.org/W2538384344","https://openalex.org/W2013069866","https://openalex.org/W2146885082","https://openalex.org/W4381740310","https://openalex.org/W2017989738","https://openalex.org/W906795786"],"abstract_inverted_index":{"Query":[0],"suggestion":[1,107,137,200],"or":[2],"auto-completion":[3],"mechanisms":[4],"are":[5,12,160],"widely":[6],"used":[7,48,218],"by":[8,89,109,162],"search":[9,101,117],"engines":[10],"and":[11,28,39,94,121,156,233],"increasingly":[13],"attracting":[14],"interest":[15],"from":[16,41,58,115],"the":[17,21,42,46,72,76,85,90,99,105,112,131,170,174,184,197,220,236,240,244],"research":[18],"community.":[19],"However,":[20],"lack":[22],"of":[23,127,172,188,225],"commonly":[24],"accepted":[25],"evaluation":[26,96,144],"methodology":[27],"metrics":[29,47,97,150,159,207,216],"means":[30],"that":[31,231],"it":[32,66],"is":[33,67,167],"not":[34,68],"possible":[35],"to":[36,49,54,151,183,196],"compare":[37],"results":[38,229],"approaches":[40],"literature.":[43],"Moreover,":[44],"often":[45],"evaluate":[50,152],"query":[51,106,119,136,142,153,175,199],"suggestions":[52,176],"tend":[53],"be":[55],"an":[56,81],"adaptation":[57],"other":[59],"domains":[60],"without":[61],"a":[62,116,124,135,141,163,179,191,223],"proper":[63],"justification.":[64],"Hence,":[65],"necessarily":[69],"clear":[70],"if":[71],"improvements":[73],"reported":[74],"in":[75,80,84,98,219],"literature":[77,221],"would":[78],"result":[79],"actual":[82],"improvement":[83],"users'":[86],"experience.":[87],"Inspired":[88],"cascade":[91],"user":[92,128,164,192,210],"models":[93,129],"state-of-the-art":[95],"web":[100],"domain,":[102],"we":[103,146,203],"address":[104],"evaluation,":[108],"first":[110],"studying":[111],"users":[113,132,241],"behaviour":[114],"engine's":[118],"log":[120],"thereby":[122],"deriving":[123],"new":[125,149],"family":[126],"describing":[130],"interaction":[133],"with":[134,205,239],"mechanism.":[138,201],"Next,":[139],"assuming":[140],"log-based":[143],"approach,":[145],"propose":[147],"two":[148],"suggestions,":[154],"pSaved":[155,166,232],"eSaved.":[157],"Both":[158],"parameterised":[161],"model.":[165],"defined":[168],"as":[169,213,215],"probability":[171],"using":[173,208],"while":[177],"submitting":[178],"query.":[180],"eSaved":[181,234],"equates":[182],"expected":[185],"relative":[186],"amount":[187],"effort":[189],"(keypresses)":[190],"can":[193],"avoid":[194],"due":[195],"deployed":[198],"Finally,":[202],"experiment":[204],"both":[206],"four":[209],"model":[211],"instantiations":[212],"well":[214],"previously":[217],"on":[222],"dataset":[224],"6.1M":[226],"sessions.":[227],"Our":[228],"demonstrate":[230],"show":[235],"best":[237],"alignment":[238],"satisfaction":[242],"amongst":[243],"considered":[245],"metrics.":[246]},"counts_by_year":[{"year":2024,"cited_by_count":22},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}