{"id":"https://openalex.org/W2070377439","doi":"https://doi.org/10.1145/1670598.1670600","title":"Against recall","display_name":"Against recall","publication_year":2009,"publication_date":"2009-06-25","ids":{"openalex":"https://openalex.org/W2070377439","doi":"https://doi.org/10.1145/1670598.1670600","mag":"2070377439"},"language":"en","primary_location":{"id":"doi:10.1145/1670598.1670600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1670598.1670600","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041495909","display_name":"Justin Zobel","orcid":"https://orcid.org/0000-0001-6622-032X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Justin Zobel","raw_affiliation_strings":["The University of Melbourne, Victoria, Australia","*The University of Melbourne, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"*The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081861848","display_name":"Alistair Moffat","orcid":"https://orcid.org/0000-0002-6638-0232"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alistair Moffat","raw_affiliation_strings":["The University of Melbourne, Victoria, Australia","*The University of Melbourne, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"*The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058982639","display_name":"Laurence A. F. Park","orcid":"https://orcid.org/0000-0003-0201-4409"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Laurence A.F. Park","raw_affiliation_strings":["The University of Melbourne, Victoria, Australia","*The University of Melbourne, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"*The University of Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":8.4856,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97454336,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"43","issue":"1","first_page":"3","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.9125686883926392},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7041275501251221},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5310848951339722},{"id":"https://openalex.org/keywords/recall-test","display_name":"Recall test","score":0.5080983638763428},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4549230933189392},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.42717409133911133},{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.42045852541923523},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40666431188583374},{"id":"https://openalex.org/keywords/free-recall","display_name":"Free recall","score":0.345935583114624},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.30713820457458496},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2211618721485138},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12286624312400818}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.9125686883926392},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7041275501251221},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5310848951339722},{"id":"https://openalex.org/C44777696","wikidata":"https://www.wikidata.org/wiki/Q7302270","display_name":"Recall test","level":4,"score":0.5080983638763428},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4549230933189392},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.42717409133911133},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.42045852541923523},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40666431188583374},{"id":"https://openalex.org/C36668950","wikidata":"https://www.wikidata.org/wiki/Q5500279","display_name":"Free recall","level":3,"score":0.345935583114624},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.30713820457458496},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2211618721485138},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12286624312400818},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1670598.1670600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1670598.1670600","pdf_url":null,"source":{"id":"https://openalex.org/S6756005","display_name":"ACM SIGIR Forum","issn_l":"0163-5840","issn":["0163-5840","1558-0229"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGIR Forum","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W2040214686","https://openalex.org/W2075893676","https://openalex.org/W2110933113","https://openalex.org/W2119529697"],"related_works":["https://openalex.org/W2062420403","https://openalex.org/W2028169246","https://openalex.org/W2095495325","https://openalex.org/W2032701133","https://openalex.org/W2314572471","https://openalex.org/W2011686136","https://openalex.org/W2054795243","https://openalex.org/W2489034848","https://openalex.org/W2335615254","https://openalex.org/W2346449432"],"abstract_inverted_index":{"The":[0],"concept":[1],"of":[2,7,11,17,49,74,112,117,128,134,139,142],"recall":[3,75,124,135],"has":[4],"been":[5],"one":[6],"the":[8,15,21,47,72,110,115,140],"key":[9],"elements":[10],"system":[12,95],"measurement":[13],"throughout":[14],"history":[16],"information":[18],"retrieval,":[19],"despite":[20],"fact":[22],"that":[23,45,85,93,132],"there":[24],"are":[25,70],"many":[26],"unanswered":[27],"questions":[28,39],"as":[29,136],"to":[30,59,61,64,99],"its":[31],"value.":[32],"In":[33,51],"this":[34],"essay,":[35],"we":[36,53,130],"review":[37],"those":[38],"and":[40,76,80,114],"explore":[41,101],"several":[42],"further":[43],"issues":[44],"affect":[46],"usefulness":[48],"recall.":[50],"particular,":[52],"ask":[54],"whether":[55,67,81],"it":[56,82],"is":[57,83,96,125,145],"reasonable":[58],"expect":[60],"be":[62],"able":[63],"measure":[65,127,138],"recall;":[66],"some":[68],"researchers":[69],"conflating":[71],"concepts":[73],"answer":[77,103],"set":[78],"cardinality;":[79],"plausible":[84,119],"a":[86,91,94,118,126,137],"user":[87,120],"would":[88],"rely":[89],"on":[90],"belief":[92],"\"high":[97],"recall\"":[98],"deeply":[100],"an":[102],"list.":[104],"Combined":[105],"with":[106],"earlier":[107],"observations":[108],"about":[109],"unknowability":[111],"recall,":[113],"lack":[116],"model":[121],"in":[122],"which":[123],"satisfaction,":[129],"conclude":[131],"use":[133],"effectiveness":[141],"ranked":[143],"querying":[144],"indefensible.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2016-06-24T00:00:00"}