{"id":"https://openalex.org/W2802736684","doi":"https://doi.org/10.2196/publichealth.9361","title":"Clinical Relation Extraction Toward Drug Safety Surveillance Using Electronic Health Record Narratives: Classical Learning Versus Deep Learning","display_name":"Clinical Relation Extraction Toward Drug Safety Surveillance Using Electronic Health Record Narratives: Classical Learning Versus Deep Learning","publication_year":2018,"publication_date":"2018-04-25","ids":{"openalex":"https://openalex.org/W2802736684","doi":"https://doi.org/10.2196/publichealth.9361","mag":"2802736684","pmid":"https://pubmed.ncbi.nlm.nih.gov/29695376","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5943628"},"language":"en","primary_location":{"id":"doi:10.2196/publichealth.9361","doi":"https://doi.org/10.2196/publichealth.9361","is_oa":true,"landing_page_url":"https://doi.org/10.2196/publichealth.9361","pdf_url":"https://publichealth.jmir.org/2018/2/e29/PDF","source":{"id":"https://openalex.org/S2764507669","display_name":"JMIR Public Health and Surveillance","issn_l":"2369-2960","issn":["2369-2960"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Public Health and Surveillance","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://publichealth.jmir.org/2018/2/e29/PDF","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062473985","display_name":"Tsendsuren Munkhdalai","orcid":"https://orcid.org/0000-0002-8783-4993","observed_orcids":["https://orcid.org/0000-0002-8783-4993"]},"institutions":[{"id":"https://openalex.org/I166722992","display_name":"University of Massachusetts Chan Medical School","ror":"https://ror.org/0464eyp60","country_code":"US","type":"education","lineage":["https://openalex.org/I166722992"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsendsuren Munkhdalai","raw_affiliation_strings":["Department of Quantitative Health Sciences, University of Massachusetts Medical School, Worcester, MA, United States"],"raw_orcid":"https://orcid.org/0000-0002-8783-4993","affiliations":[{"raw_affiliation_string":"Department of Quantitative Health Sciences, University of Massachusetts Medical School, Worcester, MA, United States","institution_ids":["https://openalex.org/I166722992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047059244","display_name":"Feifan Liu","orcid":"https://orcid.org/0000-0003-0881-6365","observed_orcids":["https://orcid.org/0000-0003-0881-6365","https://orcid.org/0000-0001-5349-7960"]},"institutions":[{"id":"https://openalex.org/I166722992","display_name":"University of Massachusetts Chan Medical School","ror":"https://ror.org/0464eyp60","country_code":"US","type":"education","lineage":["https://openalex.org/I166722992"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feifan Liu","raw_affiliation_strings":["Department of Quantitative Health Sciences, University of Massachusetts Medical School, Worcester, MA, United States"],"raw_orcid":"https://orcid.org/0000-0003-0881-6365","affiliations":[{"raw_affiliation_string":"Department of Quantitative Health Sciences, University of Massachusetts Medical School, Worcester, MA, United States","institution_ids":["https://openalex.org/I166722992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017601806","display_name":"Hong Qing Yu","orcid":"https://orcid.org/0000-0001-9263-5035","observed_orcids":["https://orcid.org/0000-0001-9263-5035"]},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]},{"id":"https://openalex.org/I4405272782","display_name":"Center for Health Optimization and Implementation Research","ror":"https://ror.org/04q2rbm50","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405272782"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Yu","raw_affiliation_strings":["Center for Healthcare Organization and Implementation Research (CHOIR), U.S.Department of Veteran Affair, Bedford, MA, United States","Department of Computer Science, University of Massachusetts Lowell, Lowell, MA, United States"],"raw_orcid":"https://orcid.org/0000-0001-9263-5035","affiliations":[{"raw_affiliation_string":"Center for Healthcare Organization and Implementation Research (CHOIR), U.S.Department of Veteran Affair, Bedford, MA, United States","institution_ids":["https://openalex.org/I4405272782"]},{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Lowell, Lowell, MA, United States","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2800,"currency":"USD","value_usd":2800},"apc_paid":{"value":2800,"currency":"USD","value_usd":2800},"fwci":9.0997,"has_fulltext":true,"cited_by_count":69,"citation_normalized_percentile":{"value":0.9916288,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"4","issue":"2","first_page":"e29","last_page":"e29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11943","display_name":"Pharmacovigilance and Adverse Drug Reactions","score":0.6538000106811523,"subfield":{"id":"https://openalex.org/subfields/3005","display_name":"Toxicology"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11943","display_name":"Pharmacovigilance and Adverse Drug Reactions","score":0.6538000106811523,"subfield":{"id":"https://openalex.org/subfields/3005","display_name":"Toxicology"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.2207999974489212,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.06069999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pharmacovigilance","display_name":"pharmacovigilance","score":0.8190000057220459},{"id":"https://openalex.org/keywords/adverse-drug-reactions","display_name":"adverse drug reactions","score":0.9679999947547913},{"id":"https://openalex.org/keywords/relation-identification","display_name":"relation identification","score":0.7900000214576721},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"named entity recognition","score":0.8199999928474426},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"support vector machine","score":0.8709999918937683},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9290000200271606},{"id":"https://openalex.org/keywords/attention-models","display_name":"attention-based models","score":0.5360000133514404},{"id":"https://openalex.org/keywords/bidirectional-lstm","display_name":"bidirectional LSTM","score":0.8529999852180481},{"id":"https://openalex.org/keywords/rule-learning","display_name":"rule induction","score":0.7820000052452087},{"id":"https://openalex.org/keywords/clinical-text-mining","display_name":"clinical text mining","score":0.6830000281333923}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7126376032829285},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6885628700256348},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.6708517074584961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6428433656692505},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6035893559455872},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5971759557723999},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5249416828155518},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5038082003593445},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.49341288208961487},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46772611141204834},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.4499017000198364},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4223827123641968},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35529637336730957},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.2196/publichealth.9361","doi":"https://doi.org/10.2196/publichealth.9361","is_oa":true,"landing_page_url":"https://doi.org/10.2196/publichealth.9361","pdf_url":"https://publichealth.jmir.org/2018/2/e29/PDF","source":{"id":"https://openalex.org/S2764507669","display_name":"JMIR Public Health and Surveillance","issn_l":"2369-2960","issn":["2369-2960"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Public Health and Surveillance","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.9361","doi":"https://doi.org/10.2196/preprints.9361","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.9361","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:europepmc.org:4873518","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5943628","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:5943628","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5943628","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Public Health Surveill","raw_type":"Text"},{"id":"pmid:29695376","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29695376","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR public health and surveillance","raw_type":"Journal Article"},{"id":"pmh:oai:escholarship.umassmed.edu:oapubs-4450","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.umassmed.edu/oapubs/3439","pdf_url":"https://escholarship.umassmed.edu/cgi/viewcontent.cgi?article=4450&context=oapubs","source":{"id":"https://openalex.org/S4306400883","display_name":"The Journal of the American Medical Association (JAMA) Network (American Medical Association)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I173654999","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/I173654999"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Open Access Publications by UMMS Authors","raw_type":"text"}],"best_oa_location":{"id":"doi:10.2196/publichealth.9361","doi":"https://doi.org/10.2196/publichealth.9361","is_oa":true,"landing_page_url":"https://doi.org/10.2196/publichealth.9361","pdf_url":"https://publichealth.jmir.org/2018/2/e29/PDF","source":{"id":"https://openalex.org/S2764507669","display_name":"JMIR Public Health and Surveillance","issn_l":"2369-2960","issn":["2369-2960"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Public Health and Surveillance","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9537000060081482,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1152948468","display_name":"EHR Anticoagulants Pharmacovigilance","funder_award_id":"R01HL125089","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"},{"id":"https://openalex.org/G4795287795","display_name":"Identifying Opioid Overdose Predictors using EHRs","funder_award_id":"R01DA045816","funder_id":"https://openalex.org/F4320337347","funder_display_name":"National Institute on Drug Abuse"},{"id":"https://openalex.org/G5914934445","display_name":"Detecting bleeding events using EHRs for prediction in Afib","funder_award_id":"R01HL137794","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337338","display_name":"National Heart, Lung, and Blood Institute","ror":"https://ror.org/012pb6c26"},{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2802736684.pdf","grobid_xml":"https://content.openalex.org/works/W2802736684.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1152166452","https://openalex.org/W1504672211","https://openalex.org/W1520693684","https://openalex.org/W1526960672","https://openalex.org/W1527015115","https://openalex.org/W1544827683","https://openalex.org/W1548970054","https://openalex.org/W1614298861","https://openalex.org/W1680797894","https://openalex.org/W1791323137","https://openalex.org/W1838058638","https://openalex.org/W1840435438","https://openalex.org/W1959452164","https://openalex.org/W1969879564","https://openalex.org/W1971048089","https://openalex.org/W1983945906","https://openalex.org/W2040555718","https://openalex.org/W2045793580","https://openalex.org/W2069143585","https://openalex.org/W2091815199","https://openalex.org/W2095705004","https://openalex.org/W2101013878","https://openalex.org/W2105482032","https://openalex.org/W2105814725","https://openalex.org/W2107878631","https://openalex.org/W2108312475","https://openalex.org/W2112656327","https://openalex.org/W2113031313","https://openalex.org/W2113753800","https://openalex.org/W2114039834","https://openalex.org/W2115562276","https://openalex.org/W2118463056","https://openalex.org/W2132912973","https://openalex.org/W2133564696","https://openalex.org/W2138768461","https://openalex.org/W2143612262","https://openalex.org/W2145404468","https://openalex.org/W2153088657","https://openalex.org/W2165798627","https://openalex.org/W2166478362","https://openalex.org/W2168041406","https://openalex.org/W2311132329","https://openalex.org/W2401132586","https://openalex.org/W2408641126","https://openalex.org/W2410309994","https://openalex.org/W2417562693","https://openalex.org/W2417984089","https://openalex.org/W2466511670","https://openalex.org/W2469314752","https://openalex.org/W2513378248","https://openalex.org/W2558787362","https://openalex.org/W2600659824","https://openalex.org/W2715985536","https://openalex.org/W2750292775","https://openalex.org/W2922174756","https://openalex.org/W2952230511","https://openalex.org/W2964167098","https://openalex.org/W4229779919","https://openalex.org/W4236886258","https://openalex.org/W4243217122","https://openalex.org/W4244978678","https://openalex.org/W4293236771"],"related_works":["https://openalex.org/W3024228313","https://openalex.org/W2900069888","https://openalex.org/W2908038241","https://openalex.org/W2910485119","https://openalex.org/W2970198438","https://openalex.org/W2623471866","https://openalex.org/W2947596730","https://openalex.org/W2990428318","https://openalex.org/W2979946792","https://openalex.org/W4384030129"],"abstract_inverted_index":{"BACKGROUND:":[0],"Medication":[1],"and":[2,47,69,90,99,108,134,136,145,172,194,205],"adverse":[3],"drug":[4,21,105,345,366],"event":[5],"(ADE)":[6],"information":[7,57],"extracted":[8],"from":[9,58],"electronic":[10],"health":[11],"record":[12],"(EHR)":[13],"notes":[14,125],"can":[15,282],"be":[16,283,358],"a":[17,63,159,174,253,319],"rich":[18],"resource":[19],"for":[20,155,307,312],"safety":[22,106,346,367],"surveillance.":[23,347],"Existing":[24],"observational":[25],"studies":[26],"have":[27,120],"mainly":[28],"relied":[29],"on":[30,79,226],"structured":[31,51],"EHR":[32,45,59,124],"data":[33,328,352],"to":[34,65,85,285,340],"obtain":[35],"ADE":[36],"information;":[37],"however,":[38],"ADEs":[39],"are":[40],"often":[41],"buried":[42],"in":[43,50,101,276,354,369],"the":[44,95,102,182,188,199,208,216,220,230,244,263,271,277,342,350,370],"narratives":[46],"not":[48],"recorded":[49],"data.":[52],"OBJECTIVE:":[53],"To":[54],"unlock":[55],"ADE-related":[56],"narratives,":[60],"there":[61],"is":[62,333],"need":[64],"extract":[66],"relevant":[67],"entities":[68,98,129],"identify":[70],"relations":[71,100,141],"among":[72,266],"them.":[73],"In":[74],"this":[75,355],"study,":[76],"we":[77,148,186],"focus":[78],"relation":[80,156,209,309],"identification.":[81],"This":[82],"study":[83,356],"aimed":[84],"evaluate":[86],"natural":[87],"language":[88],"processing":[89],"machine":[91,152],"learning":[92,112,153,296,303],"approaches":[93,113],"using":[94],"expert-annotated":[96],"medical":[97],"context":[103],"of":[104,140,224,239,250,273,289,322,344],"surveillance,":[107],"investigate":[109],"how":[110],"different":[111,116,138,267],"perform":[114],"under":[115],"configurations.":[117],"METHODS:":[118],"We":[119,197],"manually":[121],"annotated":[122,351],"791":[123],"with":[126,236,260],"9":[127],"named":[128],"(eg,":[130,142],"medication,":[131],"indication,":[132],"severity,":[133],"ADEs)":[135],"7":[137],"types":[139],"medication-dosage,":[143],"medication-ADE,":[144],"severity-ADE).":[146],"Then,":[147],"explored":[149],"3":[150],"supervised":[151,175],"systems":[154],"identification:":[157],"(1)":[158],"support":[160],"vector":[161],"machines":[162],"(SVM)":[163,298],"system,":[164,171,185],"(2)":[165],"an":[166,286,334],"end-to-end":[167],"deep":[168,302],"neural":[169,183,191],"network":[170,184,192],"(3)":[173],"descriptive":[176],"rule":[177,245],"induction":[178,246],"baseline":[179,247],"system.":[180],"For":[181],"exploited":[187],"state-of-the-art":[189],"recurrent":[190],"(RNN)":[193],"attention":[195,237,261],"models.":[196,269],"report":[198],"performance":[200,265,281],"by":[201,252],"macro-averaged":[202],"precision,":[203],"recall,":[204],"F1-score":[206,223,288],"across":[207],"types.":[210],"RESULTS:":[211],"Our":[212,331],"results":[213],"show":[214],"that":[215,294],"SVM":[217],"model":[218,235,259],"achieved":[219,262],"best":[221,264],"average":[222,287],"89.1%":[225],"test":[227],"data,":[228],"outperforming":[229],"long":[231],"short-term":[232],"memory":[233],"(LSTM)":[234],"(F1-score":[238,249],"65.72%)":[240],"as":[241,243],"well":[242],"system":[248],"7.47%)":[251],"large":[254],"margin.":[255],"The":[256],"bidirectional":[257],"LSTM":[258,278],"RNN":[268],"With":[270],"inclusion":[272],"additional":[274],"features":[275],"model,":[279],"its":[280],"boosted":[284],"77.35%.":[290],"CONCLUSIONS:":[291],"It":[292],"shows":[293],"classical":[295],"models":[297,304],"remains":[299],"advantageous":[300],"over":[301],"(RNN":[305],"variants)":[306],"clinical":[308],"identification,":[310],"especially":[311],"long-distance":[313],"intersentential":[314],"relations.":[315],"However,":[316],"RNNs":[317],"demonstrate":[318],"great":[320],"potential":[321],"significant":[323],"improvement":[324],"if":[325],"more":[326],"training":[327],"become":[329],"available.":[330],"work":[332],"important":[335],"step":[336],"toward":[337],"mining":[338],"EHRs":[339],"improve":[341],"efficacy":[343],"Most":[348],"importantly,":[349],"used":[353],"will":[357,363],"made":[359],"publicly":[360],"available,":[361],"which":[362],"further":[364],"promote":[365],"research":[368],"community.":[371]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2018-05-17T00:00:00"}