{"id":"https://openalex.org/W2124012072","doi":"https://doi.org/10.1145/1651318.1651338","title":"The challenge of high recall in biomedical systematic search","display_name":"The challenge of high recall in biomedical systematic search","publication_year":2009,"publication_date":"2009-11-06","ids":{"openalex":"https://openalex.org/W2124012072","doi":"https://doi.org/10.1145/1651318.1651338","mag":"2124012072"},"language":"en","primary_location":{"id":"doi:10.1145/1651318.1651338","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1651318.1651338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the third international workshop on Data and text mining in bioinformatics","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/conference_contribution/The_challenge_of_high_recall_in_biomedical_systematic_search/27336039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041251183","display_name":"Sarvnaz Karimi","orcid":"https://orcid.org/0000-0002-4927-3937"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sarvnaz Karimi","raw_affiliation_strings":["NICTA and The University of Melbourne, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA and The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041495909","display_name":"Justin Zobel","orcid":"https://orcid.org/0000-0001-6622-032X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Justin Zobel","raw_affiliation_strings":["NICTA and The University of Melbourne, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA and The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089981814","display_name":"Stefan Pohl","orcid":null},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Stefan Pohl","raw_affiliation_strings":["NICTA and The University of Melbourne, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA and The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595","https://openalex.org/I42894916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["RMIT University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RMIT University, Melbourne, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7304282784461975},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6944807767868042},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6881490349769592},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.47817355394363403},{"id":"https://openalex.org/keywords/standard-boolean-model","display_name":"Standard Boolean model","score":0.4584157168865204},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.432420551776886},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41786155104637146},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37698569893836975},{"id":"https://openalex.org/keywords/boolean-expression","display_name":"Boolean expression","score":0.29375338554382324},{"id":"https://openalex.org/keywords/boolean-function","display_name":"Boolean function","score":0.2628311216831207},{"id":"https://openalex.org/keywords/and-inverter-graph","display_name":"And-inverter graph","score":0.2438439130783081},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.0923459529876709},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06377381086349487}],"concepts":[{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7304282784461975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6944807767868042},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6881490349769592},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.47817355394363403},{"id":"https://openalex.org/C68481662","wikidata":"https://www.wikidata.org/wiki/Q176197","display_name":"Standard Boolean model","level":5,"score":0.4584157168865204},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.432420551776886},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41786155104637146},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37698569893836975},{"id":"https://openalex.org/C158465420","wikidata":"https://www.wikidata.org/wiki/Q1979515","display_name":"Boolean expression","level":3,"score":0.29375338554382324},{"id":"https://openalex.org/C187455244","wikidata":"https://www.wikidata.org/wiki/Q942353","display_name":"Boolean function","level":2,"score":0.2628311216831207},{"id":"https://openalex.org/C196836630","wikidata":"https://www.wikidata.org/wiki/Q4753279","display_name":"And-inverter graph","level":4,"score":0.2438439130783081},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0923459529876709},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06377381086349487},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/1651318.1651338","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1651318.1651338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the third international workshop on Data and text mining in bioinformatics","raw_type":"proceedings-article"},{"id":"pmh:oai:researchbank.rmit.edu.au:rmit:13661","is_oa":false,"landing_page_url":"http://researchbank.rmit.edu.au/view/rmit:13661","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.186.1925","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.186.1925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.seg.rmit.edu.au/research/download.php?manuscript=401","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.565.1180","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.565.1180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://nicta.com.au/research/research_publications?sq_content_src=%2BdXJsPWh0dHBzJTNBJTJGJTJGcHVibGljYXRpb25zLmluc2lkZS5uaWN0YS5jb20uYXUlMkZzZWFyY2glMkZmdWxsdGV4dCUzRmlkJTNEMzQxMyZhbGw9MQ%3D%3D","raw_type":"text"},{"id":"pmh:oai:alma.61RMIT_INST:11248337390001341","is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=1651338","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27336039","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/The_challenge_of_high_recall_in_biomedical_systematic_search/27336039","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/31938","is_oa":false,"landing_page_url":"http://hdl.handle.net/11343/31938","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceeding of the third international workshop","raw_type":"Conference Paper"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27336039","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/The_challenge_of_high_recall_in_biomedical_systematic_search/27336039","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference contribution"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W168362576","https://openalex.org/W1489943135","https://openalex.org/W1530232666","https://openalex.org/W1727427413","https://openalex.org/W1796940665","https://openalex.org/W1895224385","https://openalex.org/W1976863236","https://openalex.org/W1990200782","https://openalex.org/W2003774556","https://openalex.org/W2057806510","https://openalex.org/W2067073114","https://openalex.org/W2068632118","https://openalex.org/W2111561507","https://openalex.org/W2164569333","https://openalex.org/W4229668175"],"related_works":["https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W4330338194","https://openalex.org/W2798198862","https://openalex.org/W2915512527","https://openalex.org/W51364034","https://openalex.org/W2118758177","https://openalex.org/W2798997222","https://openalex.org/W2358294942","https://openalex.org/W4367460280"],"abstract_inverted_index":{"Clinical":[0],"systematic":[1],"reviews":[2],"are":[3,48],"based":[4],"on":[5,14],"expert,":[6],"laborious":[7],"search":[8,13,63],"of":[9,30,94,104],"well-annotated":[10],"literature.":[11],"Boolean":[12,53,62,97],"bibliographic":[15],"databases,":[16,32],"such":[17],"as":[18],"MEDLINE,":[19],"continues":[20],"to":[21,41,83,108],"be":[22,81],"the":[23,28,50,113],"preferred":[24],"discovery":[25],"method,":[26],"but":[27],"size":[29],"these":[31,44],"now":[33],"approaching":[34],"20":[35],"million":[36],"records,":[37],"makes":[38],"it":[39,66],"impossible":[40],"fully":[42],"trust":[43],"searching":[45],"methods.":[46],"We":[47],"investigating":[49],"trade-offs":[51],"between":[52],"and":[54,74,99],"ranked":[55,100],"retrieval.":[56],"Our":[57,88],"findings":[58],"show":[59,90],"that":[60,70,76,91],"although":[61],"has":[64],"limitations,":[65],"is":[67,72],"not":[68],"obvious":[69],"ranking":[71],"superior,":[73],"illustrate":[75],"a":[77,92],"single":[78],"query":[79],"cannot":[80],"used":[82],"resolve":[84],"an":[85],"information":[86],"need.":[87],"experiments":[89],"combination":[93],"less":[95],"complicated":[96],"queries":[98],"retrieval":[101],"outperforms":[102],"either":[103],"them":[105],"individually,":[106],"leading":[107],"possible":[109],"time":[110],"savings":[111],"over":[112],"current":[114],"process.":[115]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}