{"id":"https://openalex.org/W2799108077","doi":"https://doi.org/10.1145/3209978.3210176","title":"A System for Efficient High-Recall Retrieval","display_name":"A System for Efficient High-Recall Retrieval","publication_year":2018,"publication_date":"2018-06-27","ids":{"openalex":"https://openalex.org/W2799108077","doi":"https://doi.org/10.1145/3209978.3210176","mag":"2799108077"},"language":"en","primary_location":{"id":"doi:10.1145/3209978.3210176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3209978.3210176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062626238","display_name":"Mustafa Abualsaud","orcid":"https://orcid.org/0000-0002-8267-9015"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mustafa Abualsaud","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014354881","display_name":"Nimesh Ghelani","orcid":"https://orcid.org/0009-0002-0029-8911"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nimesh Ghelani","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392954","display_name":"Haotian Zhang","orcid":"https://orcid.org/0000-0001-7786-389X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084091807","display_name":"Gordon V. Cormack","orcid":"https://orcid.org/0000-0002-5890-0293"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gordon V. Cormack","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083981495","display_name":"Maura R. Grossman","orcid":"https://orcid.org/0000-0003-2279-4262"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Maura R. Grossman","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062626238"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":2.769,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.92369434,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1317","last_page":"1320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8101694583892822},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.7584791779518127},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.682919979095459},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6495783925056458},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6283590793609619},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6239961981773376},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.6088541150093079},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5430616140365601},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.48352909088134766},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4553036093711853},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4505220353603363},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.43134182691574097},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.21149185299873352},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17271962761878967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8101694583892822},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.7584791779518127},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.682919979095459},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6495783925056458},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6283590793609619},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6239961981773376},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.6088541150093079},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5430616140365601},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.48352909088134766},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4553036093711853},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4505220353603363},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.43134182691574097},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.21149185299873352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17271962761878967},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3209978.3210176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3209978.3210176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3958043717","display_name":null,"funder_award_id":"CRDPJ 468812-14, RGPIN-2017-04239, RGPIN-2014-03642","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320335313","display_name":"Waterloo Institute for Nanotechnology, University of Waterloo","ror":"https://ror.org/01aff2v68"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1700671489","https://openalex.org/W2029075138","https://openalex.org/W2604321711","https://openalex.org/W2741811485","https://openalex.org/W2794774656","https://openalex.org/W2885556514","https://openalex.org/W2887055502","https://openalex.org/W2887568392","https://openalex.org/W3158986179"],"related_works":["https://openalex.org/W2358294942","https://openalex.org/W2121179064","https://openalex.org/W1970945111","https://openalex.org/W2386201655","https://openalex.org/W4246004437","https://openalex.org/W4381744813","https://openalex.org/W1808599956","https://openalex.org/W4367460280","https://openalex.org/W4328049145","https://openalex.org/W2030220383"],"abstract_inverted_index":{"The":[0],"goal":[1],"of":[2,27,49,89,110,121,145,167],"high-recall":[3,33],"information":[4],"retrieval":[5],"(HRIR)":[6],"is":[7,55],"to":[8,57,62,72,98,106,159,172],"find":[9,133],"all":[10,13],"or":[11],"nearly":[12],"relevant":[14,136],"documents":[15,74,137],"for":[16,93],"a":[17,46,90,122,143],"search":[18,91,100],"topic.":[19],"In":[20,104],"this":[21],"paper,":[22],"we":[23,113,128,139],"present":[24],"the":[25,87,108,134,168],"design":[26,109],"our":[28,111],"system":[29,44,69,169],"that":[30,131],"affords":[31],"efficient":[32],"retrieval.":[34],"HRIR":[35],"systems":[36,61,163],"commonly":[37],"rely":[38],"on":[39,115,157],"iterative":[40],"relevance":[41],"feedback.":[42],"Our":[43,68,153],"uses":[45],"state-of-the-art":[47],"implementation":[48],"continuous":[50],"active":[51],"learning":[52],"(CAL),":[53],"and":[54,101,164],"designed":[56],"allow":[58],"other":[59],"feedback":[60,117],"be":[63,173],"attached":[64],"with":[65,79],"little":[66],"work.":[67],"allows":[70],"users":[71,94,132],"judge":[73,102],"as":[75,77,119],"fast":[76],"possible":[78],"no":[80],"perceptible":[81],"interface":[82],"lag.":[83],"We":[84],"also":[85],"support":[86],"integration":[88],"engine":[92],"who":[95],"would":[96],"like":[97],"interactively":[99],"documents.":[103],"addition":[105],"detailing":[107],"system,":[112],"report":[114],"user":[116,125,141,151],"collected":[118],"part":[120],"50":[123],"participants":[124,146],"study.":[126],"While":[127],"have":[129],"found":[130],"most":[135],"when":[138],"restrict":[140],"interaction,":[142],"majority":[144],"prefer":[147],"having":[148],"flexibility":[149],"in":[150],"interaction.":[152],"work":[154],"has":[155],"implications":[156],"how":[158],"build":[160],"effective":[161],"assessment":[162],"what":[165],"features":[166],"are":[170],"believed":[171],"useful":[174],"by":[175],"users.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}