{"id":"https://openalex.org/W2078920669","doi":"https://doi.org/10.1007/s10278-009-9250-4","title":"Evaluation of Negation and Uncertainty Detection and its Impact on Precision and Recall in Search","display_name":"Evaluation of Negation and Uncertainty Detection and its Impact on Precision and Recall in Search","publication_year":2009,"publication_date":"2009-11-09","ids":{"openalex":"https://openalex.org/W2078920669","doi":"https://doi.org/10.1007/s10278-009-9250-4","mag":"2078920669","pmid":"https://pubmed.ncbi.nlm.nih.gov/19902298"},"language":"en","primary_location":{"id":"doi:10.1007/s10278-009-9250-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10278-009-9250-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10278-009-9250-4.pdf","source":{"id":"https://openalex.org/S62275304","display_name":"Journal of Imaging Informatics in Medicine","issn_l":"0897-1889","issn":["0897-1889","1618-727X","2948-2925","2948-2933"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Digital Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10278-009-9250-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024386149","display_name":"Andrew S. Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I2802216851","display_name":"University of Iowa Hospitals and Clinics","ror":"https://ror.org/04g2swc55","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I126307644","https://openalex.org/I2802216851"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew S. Wu","raw_affiliation_strings":["Department of Radiology, University of Iowa Hospitals and Clinics, 200 Hawkins Drive, Iowa City, IA 52242, USA","University of Iowa Hospitals & Clinics;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, University of Iowa Hospitals and Clinics, 200 Hawkins Drive, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I2802216851"]},{"raw_affiliation_string":"University of Iowa Hospitals & Clinics;","institution_ids":["https://openalex.org/I2802216851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072528537","display_name":"Bao H.","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bao H. Do","raw_affiliation_strings":["Department of Radiology, Body Imaging, Stanford University, 300 Pasteur Drive, Room H1307, Stanford, CA, 94305, USA","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Body Imaging, Stanford University, 300 Pasteur Drive, Room H1307, Stanford, CA, 94305, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064895935","display_name":"Jinsuh Kim","orcid":"https://orcid.org/0000-0002-4252-0229"},"institutions":[{"id":"https://openalex.org/I2802216851","display_name":"University of Iowa Hospitals and Clinics","ror":"https://ror.org/04g2swc55","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I126307644","https://openalex.org/I2802216851"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinsuh Kim","raw_affiliation_strings":["Department of Radiology, University of Iowa Hospitals and Clinics, 200 Hawkins Drive, Iowa City, IA, 52242, USA","University of Iowa Hospitals & Clinics;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, University of Iowa Hospitals and Clinics, 200 Hawkins Drive, Iowa City, IA, 52242, USA","institution_ids":["https://openalex.org/I2802216851"]},{"raw_affiliation_string":"University of Iowa Hospitals & Clinics;","institution_ids":["https://openalex.org/I2802216851"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004965117","display_name":"Daniel L. Rubin","orcid":"https://orcid.org/0000-0001-5057-4369"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel L. Rubin","raw_affiliation_strings":["Department of Radiology, Stanford University, Richard M. Lucas Center, 1201 Welch Road, Office P285, Stanford, CA, 94305, USA","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Stanford University, Richard M. Lucas Center, 1201 Welch Road, Office P285, Stanford, CA, 94305, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5004965117"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":{"value":4190,"currency":"USD","value_usd":4190},"apc_paid":{"value":4190,"currency":"USD","value_usd":4190},"fwci":0.8819,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.72442185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"24","issue":"2","first_page":"234","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.7579289674758911},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6842329502105713},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6645351648330688},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5779227614402771},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5370368957519531},{"id":"https://openalex.org/keywords/semantic-search","display_name":"Semantic search","score":0.4232403635978699},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.40394270420074463},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.3626255393028259},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3225018382072449}],"concepts":[{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.7579289674758911},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6842329502105713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6645351648330688},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5779227614402771},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5370368957519531},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.4232403635978699},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40394270420074463},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.3626255393028259},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3225018382072449},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057386","descriptor_name":"Search Engine","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057386","descriptor_name":"Search Engine","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D057386","descriptor_name":"Search Engine","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1007/s10278-009-9250-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10278-009-9250-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10278-009-9250-4.pdf","source":{"id":"https://openalex.org/S62275304","display_name":"Journal of Imaging Informatics in Medicine","issn_l":"0897-1889","issn":["0897-1889","1618-727X","2948-2925","2948-2933"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Digital Imaging","raw_type":"journal-article"},{"id":"pmid:19902298","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/19902298","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of digital imaging","raw_type":null},{"id":"pmh:oai:europepmc.org:2081920","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3056979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10278-009-9250-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10278-009-9250-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10278-009-9250-4.pdf","source":{"id":"https://openalex.org/S62275304","display_name":"Journal of Imaging Informatics in Medicine","issn_l":"0897-1889","issn":["0897-1889","1618-727X","2948-2925","2948-2933"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Digital Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2078920669.pdf","grobid_xml":"https://content.openalex.org/works/W2078920669.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W70674440","https://openalex.org/W207620065","https://openalex.org/W1995151442","https://openalex.org/W2034831567","https://openalex.org/W2039643052","https://openalex.org/W2087368562","https://openalex.org/W2094600709","https://openalex.org/W2101891738","https://openalex.org/W2137490534","https://openalex.org/W2139865360","https://openalex.org/W2153590513","https://openalex.org/W2160259061","https://openalex.org/W2397743548"],"related_works":["https://openalex.org/W2380556669","https://openalex.org/W2370199378","https://openalex.org/W2119135658","https://openalex.org/W2373953901","https://openalex.org/W2764302335","https://openalex.org/W117012613","https://openalex.org/W1965047388","https://openalex.org/W126620210","https://openalex.org/W2169256156","https://openalex.org/W2099585315"],"abstract_inverted_index":{"Radiology":[0],"reports":[1,36,91,132],"contain":[2],"information":[3,199],"that":[4,171,194],"can":[5],"be":[6,119,126,205],"mined":[7],"using":[8],"a":[9,44,68,78,86,112,143,157,178,191],"search":[10,20,28,40,55,70,80,182,188,192,220],"engine":[11,183,193],"for":[12,23,221],"teaching,":[13],"research,":[14],"and":[15,63,72,105,138,174],"quality":[16],"assurance":[17],"purposes.":[18],"Current":[19],"engines":[21],"look":[22],"exact":[24],"matches":[25],"to":[26,118,125,177,207,214,217],"the":[27,39,54,59,185],"term,":[29],"but":[30],"they":[31],"do":[32],"not":[33,196],"differentiate":[34],"between":[35],"in":[37,43,52,58],"which":[38,53,92],"term":[41,56],"appears":[42,57],"positive":[45,115],"context":[46,60],"(i.e.,":[47],"being":[48],"present)":[49,120],"from":[50],"those":[51],"of":[61,88,97,187],"negation":[62,173],"uncertainty.":[64],"We":[65,84,169],"describe":[66],"RadReportMiner,":[67],"context-aware":[69],"engine,":[71,81],"compare":[73],"its":[74],"retrieval":[75,212],"performance":[76],"with":[77,148,162],"generic":[79],"Google":[82,139,149,163],"Desktop.":[83,140],"created":[85],"corpus":[87],"464":[89],"radiology":[90,180,222],"described":[93,117,124],"at":[94],"least":[95],"one":[96],"five":[98],"findings":[99],"(appendicitis,":[100],"hydronephrosis,":[101],"fracture,":[102],"optic":[103],"neuritis,":[104],"pneumonia).":[106],"Each":[107],"report":[108,181,211],"was":[109],"classified":[110,135],"by":[111,136],"radiologist":[113],"as":[114],"(finding":[116,123],"or":[121,128],"negative":[122],"absent":[127],"uncertain).":[129],"The":[130],"same":[131],"were":[133],"then":[134],"RadReportMiner":[137,141,155],"achieved":[142],"higher":[144],"precision":[145,186],"(81%),":[146],"compared":[147,161],"Desktop":[150,164],"(27%;":[151],"p":[152,166],"<":[153],"0.0001).":[154],"had":[156],"lower":[158],"recall":[159],"(72%)":[160],"(87%;":[165],"=":[167],"0.006).":[168],"conclude":[170],"adding":[172],"uncertainty":[175],"identification":[176],"word-based":[179],"improves":[184],"results":[189],"over":[190],"does":[195],"take":[197],"this":[198],"into":[200,209],"account.":[201],"Our":[202],"approach":[203],"may":[204],"useful":[206],"adopt":[208],"current":[210],"systems":[213],"help":[215],"radiologists":[216],"more":[218],"accurately":[219],"reports.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}