{"id":"https://openalex.org/W2167945625","doi":"https://doi.org/10.1136/jamia.1994.95236136","title":"A Performance and Failure Analysis of SAPHIRE with a MEDLINE Test Collection","display_name":"A Performance and Failure Analysis of SAPHIRE with a MEDLINE Test Collection","publication_year":1994,"publication_date":"1994-01-01","ids":{"openalex":"https://openalex.org/W2167945625","doi":"https://doi.org/10.1136/jamia.1994.95236136","mag":"2167945625","pmid":"https://pubmed.ncbi.nlm.nih.gov/7719787"},"language":"en","primary_location":{"id":"doi:10.1136/jamia.1994.95236136","is_oa":true,"landing_page_url":"https://doi.org/10.1136/jamia.1994.95236136","pdf_url":"https://academic.oup.com/jamia/article-pdf/1/1/51/2526801/1-1-51.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/jamia/article-pdf/1/1/51/2526801/1-1-51.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001422310","display_name":"William Hersh","orcid":"https://orcid.org/0000-0002-4114-5148"},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]},{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"W. R. Hersh","raw_affiliation_strings":["Biomedical Information Communication Center, Oregon Health Sciences University, Portland 97201, USA","Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)","McMaster University, Hamilton, Ontario (RBH, KAM)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biomedical Information Communication Center, Oregon Health Sciences University, Portland 97201, USA","institution_ids":[]},{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)","institution_ids":["https://openalex.org/I165690674"]},{"raw_affiliation_string":"McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041341580","display_name":"David H. Hickam","orcid":"https://orcid.org/0000-0002-6589-7176"},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]},{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"D. H. Hickam","raw_affiliation_strings":["Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH); McMaster University, Hamilton, Ontario (RBH, KAM)","McMaster University, Hamilton, Ontario (RBH, KAM)","Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH); McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)","institution_ids":["https://openalex.org/I165690674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082226580","display_name":"R. Brian Haynes","orcid":"https://orcid.org/0000-0002-1453-3196"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]},{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"R. B. Haynes","raw_affiliation_strings":["Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH); McMaster University, Hamilton, Ontario (RBH, KAM)","Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)","McMaster University, Hamilton, Ontario (RBH, KAM)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH); McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)","institution_ids":["https://openalex.org/I165690674"]},{"raw_affiliation_string":"McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029325208","display_name":"K. Ann McKibbon","orcid":null},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]},{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"K. A. McKibbon","raw_affiliation_strings":["Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH); McMaster University, Hamilton, Ontario (RBH, KAM)","McMaster University, Hamilton, Ontario (RBH, KAM)","Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH); McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"McMaster University, Hamilton, Ontario (RBH, KAM)","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"Affiliations of the authors: Oregon Health Sciences University, Portland, OR (WRH, DHH)","institution_ids":["https://openalex.org/I165690674"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001422310"],"corresponding_institution_ids":["https://openalex.org/I165690674","https://openalex.org/I98251732"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":2.7521,"has_fulltext":true,"cited_by_count":102,"citation_normalized_percentile":{"value":0.91460963,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"1","issue":"1","first_page":"51","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.4629000127315521,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.4629000127315521,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.4514999985694885,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6077038645744324},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.5662562847137451},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4622025489807129},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.36960190534591675},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3306417167186737},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08220449090003967},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07508671283721924}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6077038645744324},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.5662562847137451},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4622025489807129},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.36960190534591675},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3306417167186737},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08220449090003967},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07508671283721924},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016239","descriptor_name":"MEDLINE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016239","descriptor_name":"MEDLINE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016239","descriptor_name":"MEDLINE","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016245","descriptor_name":"Librarians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016245","descriptor_name":"Librarians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016245","descriptor_name":"Librarians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017432","descriptor_name":"Unified Medical Language System","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1136/jamia.1994.95236136","is_oa":true,"landing_page_url":"https://doi.org/10.1136/jamia.1994.95236136","pdf_url":"https://academic.oup.com/jamia/article-pdf/1/1/51/2526801/1-1-51.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:7719787","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/7719787","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:116184","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:116184","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/116184","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1136/jamia.1994.95236136","is_oa":true,"landing_page_url":"https://doi.org/10.1136/jamia.1994.95236136","pdf_url":"https://academic.oup.com/jamia/article-pdf/1/1/51/2526801/1-1-51.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5666632533","display_name":null,"funder_award_id":"LM05307","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2167945625.pdf","grobid_xml":"https://content.openalex.org/works/W2167945625.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W82221304","https://openalex.org/W188028721","https://openalex.org/W206402474","https://openalex.org/W1575972883","https://openalex.org/W1858816702","https://openalex.org/W1989316115","https://openalex.org/W2010118680","https://openalex.org/W2055509989","https://openalex.org/W2092544775","https://openalex.org/W2102150307","https://openalex.org/W2161479801","https://openalex.org/W2171695133","https://openalex.org/W2206983297","https://openalex.org/W2325227998","https://openalex.org/W2462919249"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W2586801360","https://openalex.org/W3108674512","https://openalex.org/W1506200166","https://openalex.org/W1489783725"],"abstract_inverted_index":{"OBJECTIVE:":[0],"Assess":[1],"the":[2,5,55,58,64,77,81,115,125,144,151,155,175,178,182],"performance":[3,197],"of":[4,14,19,28,35,46,57,68,73,79,87,94,100,108,114,128,130,140,146,150,171,177],"SAPHIRE":[6,29,95],"automated":[7,15],"information":[8],"retrieval":[9,67,139],"system.":[10],"DESIGN:":[11],"Comparative":[12],"study":[13],"and":[16,26,40,49,71,76,92],"human":[17],"searching":[18],"a":[20,43,61],"MEDLINE":[21,132],"test":[22,44],"collection.":[23],"MEASUREMENTS:":[24],"Recall":[25,91],"precision":[27,93],"were":[30,96,193,202],"compared":[31],"with":[32,157,184],"those":[33,99,107],"attributes":[34],"novice":[36],"physicians,":[37,39],"expert":[38],"librarians":[41],"for":[42,66,84,138,169],"collection":[45],"75":[47],"queries":[48],"2,334":[50],"citations.":[51],"Failure":[52],"analysis":[53],"assessed":[54],"efficacy":[56],"Metathesaurus":[59],"as":[60,117],"concept":[62],"vocabulary;":[63],"reasons":[65],"nonrelevant":[69,141],"articles":[70,142,173],"nonretrieval":[72,170],"relevant":[74,172],"articles;":[75],"effect":[78],"changing":[80],"weighting":[82],"formula":[83],"relevance":[85],"ranking":[86],"retrieved":[88],"articles.":[89],"RESULTS:":[90],"comparable":[97],"to":[98,123,161,163],"both":[101],"physician":[102],"groups,":[103],"but":[104],"less":[105],"than":[106],"librarians.":[109],"CONCLUSION:":[110],"The":[111,134,165],"current":[112],"version":[113],"Metathesaurus,":[116],"utilized":[118],"by":[119],"SAPHIRE,":[120],"was":[121,143,174],"unable":[122],"represent":[124],"conceptual":[126],"content":[127],"one-fourth":[129],"physician-generated":[131],"queries.":[133],"most":[135,166],"likely":[136,167],"cause":[137,168],"presence":[145],"some":[147],"or":[148,186],"all":[149],"search":[152],"terms":[153,180,189],"in":[154,196],"article,":[156],"frequencies":[158],"high":[159],"enough":[160],"lead":[162],"retrieval.":[164],"absence":[176],"actual":[179],"from":[181],"query,":[183],"synonyms":[185],"hierarchically":[187],"related":[188],"present":[190],"instead.":[191],"There":[192],"significant":[194],"variations":[195],"when":[198],"SAPHIRE's":[199],"concept-weighing":[200],"formulas":[201],"modified.":[203]},"counts_by_year":[{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":19},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}