{"id":"https://openalex.org/W2029009258","doi":"https://doi.org/10.1145/2348283.2348300","title":"Time-based calibration of effectiveness measures","display_name":"Time-based calibration of effectiveness measures","publication_year":2012,"publication_date":"2012-08-12","ids":{"openalex":"https://openalex.org/W2029009258","doi":"https://doi.org/10.1145/2348283.2348300","mag":"2029009258"},"language":"en","primary_location":{"id":"doi:10.1145/2348283.2348300","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2348283.2348300","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037737168","display_name":"Charles L. A. Clarke","orcid":"https://orcid.org/0000-0001-8178-9194"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Charles L.A. Clarke","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049222552"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":49.9097,"has_fulltext":false,"cited_by_count":200,"citation_normalized_percentile":{"value":0.99825608,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.823111355304718},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.7782805562019348},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6600949168205261},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.554474949836731},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5397781729698181},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4639522433280945},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4381866753101349},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38775962591171265},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3314882218837738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.823111355304718},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7782805562019348},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6600949168205261},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.554474949836731},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5397781729698181},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4639522433280945},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4381866753101349},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38775962591171265},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3314882218837738},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2348283.2348300","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2348283.2348300","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.390.280","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.390.280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.mansci.uwaterloo.ca/~msmucker/publications/smucker-clarke-sigir2012.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322676","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W126907439","https://openalex.org/W132343450","https://openalex.org/W194361697","https://openalex.org/W1604317414","https://openalex.org/W1965862077","https://openalex.org/W1967151960","https://openalex.org/W1968927634","https://openalex.org/W1973693034","https://openalex.org/W1987500252","https://openalex.org/W1988711048","https://openalex.org/W1992411228","https://openalex.org/W2000432130","https://openalex.org/W2012430612","https://openalex.org/W2014415866","https://openalex.org/W2020584988","https://openalex.org/W2026430213","https://openalex.org/W2028009320","https://openalex.org/W2031858317","https://openalex.org/W2034173707","https://openalex.org/W2035569891","https://openalex.org/W2037377096","https://openalex.org/W2046011778","https://openalex.org/W2047860186","https://openalex.org/W2058896506","https://openalex.org/W2069870183","https://openalex.org/W2070192299","https://openalex.org/W2071156242","https://openalex.org/W2077213532","https://openalex.org/W2079701654","https://openalex.org/W2090715008","https://openalex.org/W2099048704","https://openalex.org/W2102914327","https://openalex.org/W2113640060","https://openalex.org/W2119529697","https://openalex.org/W2120966432","https://openalex.org/W2130076000","https://openalex.org/W2132069633","https://openalex.org/W2134440707","https://openalex.org/W2148545726","https://openalex.org/W2152707065","https://openalex.org/W2183705191","https://openalex.org/W2408005573","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2387011115","https://openalex.org/W2997567050","https://openalex.org/W4234808182","https://openalex.org/W2382043075","https://openalex.org/W2809151339","https://openalex.org/W2360673138","https://openalex.org/W2809370583","https://openalex.org/W2333722679","https://openalex.org/W4255628145"],"abstract_inverted_index":{"Many":[0],"current":[1],"effectiveness":[2,141],"measures":[3,14,38],"incorporate":[4],"simplifying":[5],"assumptions":[6,11],"about":[7],"user":[8,115],"behavior.":[9],"These":[10],"prevent":[12],"the":[13,19,25,33,90,108,121,124,135,156,169,201],"from":[15,198],"reflecting":[16],"aspects":[17,106,149],"of":[18,27,47,107,134,173],"search":[20,109],"process":[21],"that":[22],"directly":[23],"impact":[24],"quality":[26],"retrieval":[28,48],"results":[29],"as":[30,42,65,69,82],"experienced":[31],"by":[32],"user.":[34],"In":[35,56,93],"particular,":[36],"these":[37],"implicitly":[39],"model":[40],"users":[41],"working":[43],"down":[44],"a":[45,59,98,181],"list":[46],"results,":[49],"spending":[50],"equal":[51],"time":[52,91],"assessing":[53],"each":[54],"document.":[55],"reality,":[57],"even":[58],"careful":[60],"user,":[61],"intending":[62],"to":[63,139,147,160,179,192,200],"identify":[64],"much":[66],"relevant":[67],"material":[68],"possible,":[70],"must":[71],"spend":[72],"longer":[73],"on":[74,78],"some":[75],"documents":[76],"than":[77],"others.":[79],"Aspects":[80],"such":[81,105],"document":[83],"length,":[84],"duplicates":[85],"and":[86,119,143,150,171,187,196],"summaries":[87],"all":[88],"influence":[89],"required.":[92],"this":[94],"paper,":[95],"we":[96,117,177],"introduce":[97],"time-biased":[99],"gain":[100],"measure,":[101,136],"which":[102],"explicitly":[103],"accommodates":[104],"process.":[110],"By":[111],"conducting":[112],"an":[113],"appropriate":[114],"study,":[116],"calibrate":[118],"validate":[120],"measure":[122,157],"against":[123],"TREC":[125],"2005":[126],"Robust":[127],"Track":[128],"test":[129],"collection.":[130],"We":[131],"examine":[132],"properties":[133],"contrasting":[137],"it":[138],"traditional":[140],"measures,":[142],"exploring":[144],"its":[145,153],"extension":[146],"other":[148],"environments.":[151],"As":[152],"primary":[154],"benefit,":[155],"allows":[158],"us":[159,191],"evaluate":[161],"system":[162],"performance":[163],"in":[164],"human":[165],"terms,":[166],"while":[167],"maintaining":[168],"simplicity":[170],"repeatability":[172],"system-oriented":[174,188],"tests.":[175],"Overall,":[176],"aim":[178],"achieve":[180],"clearer":[182],"connection":[183],"between":[184],"user-oriented":[185],"studies":[186],"tests,":[189],"allowing":[190],"better":[193],"transfer":[194],"insights":[195],"outcomes":[197],"one":[199],"other.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":24},{"year":2016,"cited_by_count":26},{"year":2015,"cited_by_count":17},{"year":2014,"cited_by_count":21},{"year":2013,"cited_by_count":21},{"year":2012,"cited_by_count":9}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}