{"id":"https://openalex.org/W2169410235","doi":"https://doi.org/10.1002/(sici)1097-4571(199404)45:3<201::aid-asi9>3.0.co;2-w","title":"Relevance and retrieval evaluation: Perspectives from medicine","display_name":"Relevance and retrieval evaluation: Perspectives from medicine","publication_year":1994,"publication_date":"1994-04-01","ids":{"openalex":"https://openalex.org/W2169410235","doi":"https://doi.org/10.1002/(sici)1097-4571(199404)45:3<201::aid-asi9>3.0.co;2-w","mag":"2169410235"},"language":"en","primary_location":{"id":"doi:10.1002/(sici)1097-4571(199404)45:3<201::aid-asi9>3.0.co;2-w","is_oa":false,"landing_page_url":"https://doi.org/10.1002/(sici)1097-4571(199404)45:3<201::aid-asi9>3.0.co;2-w","pdf_url":null,"source":{"id":"https://openalex.org/S4210220780","display_name":"Journal of the American Society for Information Science","issn_l":"0002-8231","issn":["0002-8231","1097-4571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Society for Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001422310","display_name":"William Hersh","orcid":"https://orcid.org/0000-0002-4114-5148"},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William Hersh","raw_affiliation_strings":["Biomedical Information Communication Center, Oregon Health Sciences University, 3181 SW Sam Jackson Park Road, Portand, OR 97201"],"affiliations":[{"raw_affiliation_string":"Biomedical Information Communication Center, Oregon Health Sciences University, 3181 SW Sam Jackson Park Road, Portand, OR 97201","institution_ids":["https://openalex.org/I165690674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001422310"],"corresponding_institution_ids":["https://openalex.org/I165690674"],"apc_list":null,"apc_paid":null,"fwci":4.9733,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.95234153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"45","issue":"3","first_page":"201","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.9169405698776245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7077689170837402},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6469402313232422},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.5536810755729675},{"id":"https://openalex.org/keywords/situational-ethics","display_name":"Situational ethics","score":0.5012340545654297},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.4573516249656677},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.42465290427207947},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4233858585357666},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4191516935825348},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.4156947731971741},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.344074010848999},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15156391263008118},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14364975690841675},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.13238930702209473},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12170377373695374},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09497776627540588}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.9169405698776245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7077689170837402},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6469402313232422},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5536810755729675},{"id":"https://openalex.org/C9114305","wikidata":"https://www.wikidata.org/wiki/Q1428317","display_name":"Situational ethics","level":2,"score":0.5012340545654297},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.4573516249656677},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.42465290427207947},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4233858585357666},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4191516935825348},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.4156947731971741},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.344074010848999},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15156391263008118},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14364975690841675},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.13238930702209473},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12170377373695374},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09497776627540588},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/(sici)1097-4571(199404)45:3<201::aid-asi9>3.0.co;2-w","is_oa":false,"landing_page_url":"https://doi.org/10.1002/(sici)1097-4571(199404)45:3<201::aid-asi9>3.0.co;2-w","pdf_url":null,"source":{"id":"https://openalex.org/S4210220780","display_name":"Journal of the American Society for Information Science","issn_l":"0002-8231","issn":["0002-8231","1097-4571"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Society for Information Science","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.85.9830","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.85.9830","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://medir.ohsu.edu/~hersh/jasis-94-relevance.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W179414682","https://openalex.org/W185109675","https://openalex.org/W1495821370","https://openalex.org/W1531450291","https://openalex.org/W1967345182","https://openalex.org/W1969742907","https://openalex.org/W1976117037","https://openalex.org/W1981065051","https://openalex.org/W1981164277","https://openalex.org/W2030973752","https://openalex.org/W2037523685","https://openalex.org/W2038857517","https://openalex.org/W2040310817","https://openalex.org/W2053757624","https://openalex.org/W2088128768","https://openalex.org/W2090714384","https://openalex.org/W2092488901","https://openalex.org/W2102546526","https://openalex.org/W2121361638","https://openalex.org/W2122268048","https://openalex.org/W2128655828","https://openalex.org/W2141062075","https://openalex.org/W2143450461","https://openalex.org/W2144873669","https://openalex.org/W2161683325","https://openalex.org/W2333057202"],"related_works":["https://openalex.org/W2389273994","https://openalex.org/W2162338783","https://openalex.org/W1996563233","https://openalex.org/W2188505374","https://openalex.org/W2028546017","https://openalex.org/W1978022086","https://openalex.org/W1533838489","https://openalex.org/W1594449565","https://openalex.org/W2153892331","https://openalex.org/W2039356789"],"abstract_inverted_index":{"The":[0,174],"traditional":[1],"notion":[2],"of":[3,17,26,63,68,71,79,86,117,133,143,161,210,218,221],"topical":[4,30,144],"relevance":[5,31,80,145,163],"has":[6,21],"allowed":[7],"much":[8],"useful":[9],"work":[10],"to":[11,57,110,146,164,178,214],"be":[12,33,128,153,197],"done":[13,198],"in":[14,35,98,186],"the":[15,47,69,72,75,84,87,115,122,141,150,159,166,172,181,184,187,191,219],"evaluation":[16,135],"retrieval":[18,27,40,134,222],"systems,":[19],"but":[20],"limitations":[22],"for":[23,45,189],"complete":[24],"assessment":[25],"systems.":[28,223],"While":[29],"can":[32,152,168,196],"effective":[34],"evaluating":[36],"various":[37],"indexing":[38],"and":[39,205],"approaches,":[41],"it":[42],"is":[43,56,101,136,156,177],"ineffective":[44],"measuring":[46],"impact":[48,70,116],"that":[49,91,114],"systems":[50],"have":[51,93],"on":[52,74,104,121,149],"users.":[53],"An":[54,130],"alternative":[55],"use":[58,127,142,160],"a":[59],"more":[60],"situational":[61,162],"definition":[62],"relevance,":[64],"which":[65,124,190,195],"takes":[66],"account":[67],"system":[73,120,182,192],"user.":[76],"Both":[77],"types":[78,209],"are":[81,212],"examined":[82],"from":[83],"standpoint":[85],"medical":[88],"domain,":[89],"concluding":[90],"each":[92],"their":[94],"appropriate":[95],"use.":[96],"But":[97],"medicine":[99],"there":[100],"increasing":[102],"emphasis":[103],"outcomes-oriented":[105],"research":[106],"which,":[107],"when":[108],"applied":[109],"information":[111,119],"science,":[112],"requires":[113],"an":[118],"activities":[123],"prompt":[125],"its":[126],"assessed.":[129],"iterative":[131],"model":[132],"proposed,":[137],"starting":[138],"first":[139],"with":[140,171],"insure":[147],"documents":[148],"subject":[151],"retrieved.":[154],"This":[155],"followed":[157],"by":[158,199],"show":[165],"user":[167,185],"interact":[169],"positively":[170],"system.":[173],"final":[175],"step":[176],"study":[179],"how":[180],"impacts":[183],"purpose":[188],"was":[193],"consulted,":[194],"methods":[200],"such":[201],"as":[202],"protocol":[203],"analysis":[204],"simulation.":[206],"These":[207],"diverse":[208],"studies":[211],"necessary":[213],"increase":[215],"our":[216],"understanding":[217],"nature":[220],"\u00a9":[224],"1994":[225],"John":[226],"Wiley":[227],"&":[228],"Sons,":[229],"Inc.":[230]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}