{"id":"https://openalex.org/W1988613011","doi":"https://doi.org/10.1145/2637002.2637026","title":"Time well spent","display_name":"Time well spent","publication_year":2014,"publication_date":"2014-08-21","ids":{"openalex":"https://openalex.org/W1988613011","doi":"https://doi.org/10.1145/2637002.2637026","mag":"1988613011"},"language":"en","primary_location":{"id":"doi:10.1145/2637002.2637026","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2637002.2637026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Information Interaction in Context Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037737168","display_name":"Charles L. A. Clarke","orcid":"https://orcid.org/0000-0001-8178-9194"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Charles L. A. Clarke","raw_affiliation_strings":["University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":["University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037737168"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":17.3561,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98937153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"205","last_page":"214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.821455717086792},{"id":"https://openalex.org/keywords/information-gain","display_name":"Information gain","score":0.7029221057891846},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5189968347549438},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5090789198875427},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4805501103401184},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4677472412586212},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.46170952916145325},{"id":"https://openalex.org/keywords/response-time","display_name":"Response time","score":0.43358489871025085},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37161242961883545},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08515691757202148}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.821455717086792},{"id":"https://openalex.org/C2983203078","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Information gain","level":2,"score":0.7029221057891846},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5189968347549438},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5090789198875427},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4805501103401184},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4677472412586212},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.46170952916145325},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.43358489871025085},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37161242961883545},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08515691757202148},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2637002.2637026","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2637002.2637026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th Information Interaction in Context Symposium","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5799999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320322676","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334621","display_name":"Networks of Centres of Excellence of Canada","ror":"https://ror.org/02edexj13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W114240708","https://openalex.org/W1482033063","https://openalex.org/W1493399377","https://openalex.org/W1967370444","https://openalex.org/W1968927634","https://openalex.org/W1970977883","https://openalex.org/W1977301265","https://openalex.org/W1990190154","https://openalex.org/W1995945562","https://openalex.org/W1999764269","https://openalex.org/W2017292914","https://openalex.org/W2020728328","https://openalex.org/W2026430213","https://openalex.org/W2029009258","https://openalex.org/W2032577510","https://openalex.org/W2034173707","https://openalex.org/W2035820422","https://openalex.org/W2037377096","https://openalex.org/W2046011778","https://openalex.org/W2069870183","https://openalex.org/W2084664053","https://openalex.org/W2095557820","https://openalex.org/W2106404250","https://openalex.org/W2106532293","https://openalex.org/W2109244020","https://openalex.org/W2113640060","https://openalex.org/W2120966432","https://openalex.org/W2130076000","https://openalex.org/W2158222053","https://openalex.org/W2163996478","https://openalex.org/W2165133813"],"related_works":["https://openalex.org/W2067532427","https://openalex.org/W1979093605","https://openalex.org/W2359871929","https://openalex.org/W2364289883","https://openalex.org/W2009141327","https://openalex.org/W1978350586","https://openalex.org/W4304813554","https://openalex.org/W3089614319","https://openalex.org/W2350655710","https://openalex.org/W2014287407"],"abstract_inverted_index":{"Time-biased":[0],"gain":[1,33,44,113,122],"provides":[2],"a":[3,77,119,124],"general":[4],"framework":[5],"for":[6],"predicting":[7],"user":[8,88,115,137],"performance":[9,133],"on":[10,123],"information":[11,73],"retrieval":[12],"systems,":[13],"capturing":[14],"the":[15,18,22,47,70,87,90,96,104,136],"impact":[16],"of":[17,31,49,59,72,80,92,98,121],"user's":[19],"interaction":[20],"with":[21,43],"system's":[23],"interface.":[24],"Our":[25],"prior":[26],"work":[27],"investigated":[28],"an":[29],"instantiation":[30,79],"time-biased":[32,60,81,112],"aimed":[34],"at":[35,135],"traditional":[36,109],"search":[37],"interfaces":[38],"utilizing":[39],"clickable":[40],"result":[41],"summaries,":[42],"realized":[45],"from":[46,68],"recognition":[48],"relevant":[50],"documents.":[51],"In":[52],"this":[53,128],"paper,":[54],"we":[55,130],"examine":[56],"additional":[57],"properties":[58],"gain,":[61,82],"demonstrating":[62],"how":[63],"it":[64],"generalizes":[65],"effectiveness":[66,110],"measures":[67],"across":[69,147],"field":[71],"retrieval.":[74],"We":[75,139],"explore":[76],"new":[78],"applicable":[83],"to":[84,143],"systems":[85],"where":[86],"judges":[89],"quality":[91],"their":[93],"experience":[94],"by":[95,108],"amount":[97],"time":[99],"well":[100],"spent.":[101],"Rather":[102],"than":[103],"single":[105],"number":[106],"produced":[107],"measures,":[111],"models":[114],"variability":[116],"and":[117],"produces":[118],"distribution":[120],"per-query":[125],"basis.":[126],"With":[127],"distribution,":[129],"can":[131],"observe":[132],"differences":[134],"level.":[138],"apply":[140],"bootstrap":[141],"sampling":[142],"estimate":[144],"confidence":[145],"intervals":[146],"multiple":[148],"queries.":[149]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}