{"id":"https://openalex.org/W2897178939","doi":"https://doi.org/10.1145/3269206.3271796","title":"Effective User Interaction for High-Recall Retrieval","display_name":"Effective User Interaction for High-Recall Retrieval","publication_year":2018,"publication_date":"2018-10-17","ids":{"openalex":"https://openalex.org/W2897178939","doi":"https://doi.org/10.1145/3269206.3271796","mag":"2897178939"},"language":"en","primary_location":{"id":"doi:10.1145/3269206.3271796","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3271796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392954","display_name":"Haotian Zhang","orcid":"https://orcid.org/0000-0001-7786-389X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Haotian Zhang","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062626238","display_name":"Mustafa Abualsaud","orcid":"https://orcid.org/0000-0002-8267-9015"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mustafa Abualsaud","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014354881","display_name":"Nimesh Ghelani","orcid":"https://orcid.org/0009-0002-0029-8911"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nimesh Ghelani","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084091807","display_name":"Gordon V. Cormack","orcid":"https://orcid.org/0000-0002-5890-0293"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gordon V. Cormack","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083981495","display_name":"Maura R. Grossman","orcid":"https://orcid.org/0000-0003-2279-4262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maura R. Grossman","raw_affiliation_strings":["Computer Science, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science, Waterloo, ON, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100392954"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":5.8904,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96538725,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"187","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8326112031936646},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.8152625560760498},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7951412796974182},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7866220474243164},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.6029639840126038},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5708059072494507},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.5337021946907043},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.5107762813568115},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4133455753326416},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.38110485672950745},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2035771608352661},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.1426318883895874},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11866399645805359},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.07658848166465759}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8326112031936646},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.8152625560760498},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7951412796974182},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7866220474243164},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.6029639840126038},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5708059072494507},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.5337021946907043},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.5107762813568115},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4133455753326416},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.38110485672950745},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2035771608352661},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.1426318883895874},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11866399645805359},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.07658848166465759},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3269206.3271796","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3269206.3271796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7103395926","display_name":null,"funder_award_id":"CRDPJ 468812-14, RGPIN-2017-04239, and RGPIN-2014-03642","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7551057243","display_name":null,"funder_award_id":"Google Founders? Award","funder_id":"https://openalex.org/F4320309327","funder_display_name":"Google"}],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W94637519","https://openalex.org/W135190683","https://openalex.org/W1480224957","https://openalex.org/W1493399377","https://openalex.org/W1546195864","https://openalex.org/W1700671489","https://openalex.org/W1951724000","https://openalex.org/W1966835268","https://openalex.org/W1989220366","https://openalex.org/W2027827699","https://openalex.org/W2029075138","https://openalex.org/W2037140704","https://openalex.org/W2037377096","https://openalex.org/W2053584122","https://openalex.org/W2057495142","https://openalex.org/W2073913493","https://openalex.org/W2083605078","https://openalex.org/W2099883114","https://openalex.org/W2123545015","https://openalex.org/W2126105412","https://openalex.org/W2145907631","https://openalex.org/W2155961949","https://openalex.org/W2165387257","https://openalex.org/W2398442511","https://openalex.org/W2474897245","https://openalex.org/W2534147738","https://openalex.org/W2582743722","https://openalex.org/W2604321711","https://openalex.org/W2741811485","https://openalex.org/W2759999163","https://openalex.org/W2785937154","https://openalex.org/W2794774656","https://openalex.org/W2799108077","https://openalex.org/W2885556514","https://openalex.org/W2889207521","https://openalex.org/W3158986179","https://openalex.org/W4255492838"],"related_works":["https://openalex.org/W2358294942","https://openalex.org/W2121179064","https://openalex.org/W1970945111","https://openalex.org/W2386201655","https://openalex.org/W1967770981","https://openalex.org/W4246004437","https://openalex.org/W4381744813","https://openalex.org/W2149778739","https://openalex.org/W4367460280","https://openalex.org/W2162338783"],"abstract_inverted_index":{"High-recall":[0],"retrieval":[1,29,39,119],"---":[2,10],"finding":[3],"all":[4,7],"or":[5,52,132],"nearly":[6],"relevant":[8,164,183,219],"documents":[9,70,131,165,184,220],"is":[11,40],"critical":[12],"to":[13,49,53,158,160,179,195,204,217,234],"applications":[14],"such":[15],"as":[16,162,166,193],"electronic":[17],"discovery,":[18],"systematic":[19],"review,":[20],"and":[21,72,103,206,245],"the":[22,55,67,93,143,153,188,243,252],"construction":[23],"of":[24,33,57,69,88,145,247],"test":[25,92],"collections":[26],"for":[27,36,105,136,231],"information":[28,38],"tasks.":[30],"The":[31],"effectiveness":[32],"current":[34],"methods":[35],"high-recall":[37,106,118,232],"limited":[41],"by":[42,78,222],"their":[43,208,215],"reliance":[44],"on":[45],"human":[46],"input,":[47],"either":[48,129],"generate":[50],"queries,":[51],"assess":[54,66],"relevance":[56,68,137],"documents.":[58,90,197],"Past":[59],"research":[60],"has":[61],"shown":[62],"that":[63,95,126,173,201,230],"humans":[64],"can":[65,99],"faster":[71],"with":[73,150,190],"little":[74],"loss":[75],"in":[76,86],"accuracy":[77],"judging":[79],"shorter":[80],"document":[81,97,134,191],"surrogates,":[82],"e.g.\\":[83],"extractive":[84],"summaries,":[85],"place":[87],"full":[89,130,196],"To":[91],"hypothesis":[94],"short":[96,133],"surrogates":[98],"reduce":[100],"assessment":[101],"time":[102],"effort":[104],"retrieval,":[107],"we":[108,141,155],"conducted":[109],"a":[110,117,147],"50-person,":[111],"controlled,":[112],"user":[113,248],"study.":[114],"We":[115,171,198],"designed":[116],"system":[120,189,237],"using":[121],"continuous":[122],"active":[123],"learning":[124],"(CAL)":[125],"could":[127],"display":[128],"excerpts":[135,192],"assessment.":[138],"In":[139,152],"addition,":[140],"tested":[142],"value":[144],"integrating":[146],"search":[148,210],"engine":[149],"CAL.":[151],"experiment,":[154],"asked":[156],"participants":[157,176,203],"try":[159],"find":[161,180,218],"many":[163],"possible":[167],"within":[168],"one":[169],"hour.":[170],"observed":[172],"our":[174],"study":[175],"were":[177],"able":[178],"significantly":[181],"more":[182],"when":[185],"they":[186],"used":[187],"opposed":[194],"also":[199],"found":[200],"allowing":[202],"compose":[205],"execute":[207],"own":[209],"queries":[211],"did":[212],"not":[213],"improve":[214],"ability":[216],"and,":[221],"some":[223],"measures,":[224],"impaired":[225],"performance.":[226],"These":[227],"results":[228],"suggest":[229],"systems":[233],"maximize":[235],"performance,":[236],"designers":[238],"should":[239],"think":[240],"carefully":[241],"about":[242],"amount":[244],"nature":[246],"interaction":[249],"incorporated":[250],"into":[251],"system.":[253]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}