{"id":"https://openalex.org/W2169783907","doi":"https://doi.org/10.1145/1148170.1148176","title":"User performance versus precision measures for simple search tasks","display_name":"User performance versus precision measures for simple search tasks","publication_year":2006,"publication_date":"2006-08-06","ids":{"openalex":"https://openalex.org/W2169783907","doi":"https://doi.org/10.1145/1148170.1148176","mag":"2169783907"},"language":"en","primary_location":{"id":"doi:10.1145/1148170.1148176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1148170.1148176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th annual international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/User_performance_versus_precision_measures_for_simple_search_tasks/27342831","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014748363","display_name":"Andrew Turpin","orcid":"https://orcid.org/0000-0003-2559-8769"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andrew Turpin","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82951845"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":397,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8600463271141052},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7836498022079468},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7166370749473572},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.6876203417778015},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.681989312171936},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.6153366565704346},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.6094333529472351},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5285690426826477},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4375244975090027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8600463271141052},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7836498022079468},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7166370749473572},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.6876203417778015},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.681989312171936},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.6153366565704346},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6094333529472351},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5285690426826477},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4375244975090027},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/1148170.1148176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1148170.1148176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th annual international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:alma61RMIT.INST:11247927750001341","is_oa":false,"landing_page_url":"https://researchrepository.rmit.edu.au/esploro/outputs/conferenceProceeding/User-performance-versus-precision-measures-for/9921862881601341","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.533.4100","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.533.4100","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://researchbank.rmit.edu.au/eserv/rmit:2446/n2006001961.pdf","raw_type":"text"},{"id":"pmh:oai:alma.61RMIT_INST:11247927750001341","is_oa":false,"landing_page_url":"http://doi.org/10.1145/1148170.1148176","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27342831","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/User_performance_versus_precision_measures_for_simple_search_tasks/27342831","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27342831","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/User_performance_versus_precision_measures_for_simple_search_tasks/27342831","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W132882894","https://openalex.org/W135190683","https://openalex.org/W139364568","https://openalex.org/W179016587","https://openalex.org/W1553682320","https://openalex.org/W1554394657","https://openalex.org/W1965690069","https://openalex.org/W1980036597","https://openalex.org/W1991774506","https://openalex.org/W2028009320","https://openalex.org/W2037140704","https://openalex.org/W2073722401","https://openalex.org/W2075893676","https://openalex.org/W2090715008","https://openalex.org/W2109244020","https://openalex.org/W2118131693","https://openalex.org/W2120308175","https://openalex.org/W2151664495","https://openalex.org/W2152314154","https://openalex.org/W2156037541","https://openalex.org/W2156186232","https://openalex.org/W2602645338","https://openalex.org/W2742538188","https://openalex.org/W4210335708","https://openalex.org/W4233760227","https://openalex.org/W4253038322","https://openalex.org/W4285719527","https://openalex.org/W6600910612","https://openalex.org/W6603897584","https://openalex.org/W6742008610"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2358294942","https://openalex.org/W2257953284","https://openalex.org/W4367460280","https://openalex.org/W2948022516","https://openalex.org/W2135622761","https://openalex.org/W4328049145","https://openalex.org/W4301519770","https://openalex.org/W4386075808"],"abstract_inverted_index":{"Several":[0],"recent":[1],"studies":[2,34],"have":[3],"demonstrated":[4],"that":[5,53,99,107,127,152],"the":[6,33,54,95,121,165,176,191],"type":[7],"of":[8,32,58,97,124,144],"improvements":[9],"in":[10,16],"information":[11,82],"retrieval":[12,83],"system":[13,60,159],"effectiveness":[14,61,160],"reported":[15],"forums":[17],"such":[18],"as":[19],"SIGIR":[20],"and":[21,40,147,164,190],"TREC":[22,86,112],"do":[23,66],"not":[24,67],"translate":[25],"into":[26],"a":[27,41,44,89,104,111,115],"benefit":[28],"for":[29,175],"users.":[30],"Two":[31],"used":[35,43],"an":[36],"instance":[37],"recall":[38],"task,":[39,47,92,118],"third":[42],"question":[45],"answering":[46],"so":[48],"perhaps":[49],"it":[50],"is":[51,108,154,173,186],"unsurprising":[52],"precision":[55,142,177],"based":[56],"measures":[57],"IR":[59],"on":[62,72,85],"one-shot":[63],"query":[64],"evaluation":[65],"correlate":[68],"with":[69,138],"user":[70,91],"performance":[71],"these":[73],"tasks.":[74],"In":[75],"this":[76],"study,":[77],"we":[78],"evaluate":[79],"two":[80],"different":[81],"tasks":[84],"Web-track":[87],"data:":[88],"precision-based":[90,166],"measured":[93,161],"by":[94,120,162],"length":[96],"time":[98],"users":[100,128],"need":[101],"to":[102,110],"find":[103],"single":[105],"document":[106,180],"relevant":[109,125],"topic;":[113],"and,":[114],"simple":[116,192],"recall-based":[117,193],"represented":[119],"total":[122],"number":[123],"documents":[126],"can":[129],"identify":[130],"within":[131],"five":[132],"minutes.":[133],"Users":[134],"employ":[135],"search":[136],"engines":[137],"controlled":[139],"mean":[140],"average":[141],"(MAP)":[143],"between":[145,158,188],"55%":[146],"95%.":[148],"Our":[149],"results":[150],"show":[151],"there":[153],"no":[155],"significant":[156],"relationship":[157,172,185],"MAP":[163,189],"task.":[167,194],"A":[168,183],"significant,":[169],"but":[170],"weak":[171,184],"present":[174,187],"at":[178],"one":[179],"returned":[181],"metric.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":23},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":25},{"year":2016,"cited_by_count":16},{"year":2015,"cited_by_count":23},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":24},{"year":2012,"cited_by_count":14}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}