{"id":"https://openalex.org/W3004877741","doi":"https://doi.org/10.1109/bibm47256.2019.8982942","title":"Artificial intelligence to organize patient portal messages: a journey from an ensemble deep learning text classification to rule-based named entity recognition","display_name":"Artificial intelligence to organize patient portal messages: a journey from an ensemble deep learning text classification to rule-based named entity recognition","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3004877741","doi":"https://doi.org/10.1109/bibm47256.2019.8982942","mag":"3004877741"},"language":"en","primary_location":{"id":"doi:10.1109/bibm47256.2019.8982942","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm47256.2019.8982942","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067918441","display_name":"Ahmad P. Tafti","orcid":"https://orcid.org/0000-0001-9650-2862"},"institutions":[{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahmad P. Tafti","raw_affiliation_strings":["Dept. of Health Sci. Res., Mayo Clinic, Rochester, MN, USA","Department of Health Sciences Research, Mayo Clinic, Rochester, MN, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Health Sci. Res., Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]},{"raw_affiliation_string":"Department of Health Sciences Research, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032226587","display_name":"Sunyang Fu","orcid":"https://orcid.org/0000-0003-1691-5179"},"institutions":[{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunyang Fu","raw_affiliation_strings":["Dept. of Health Sci. Res., Mayo Clinic, Rochester, MN, USA","Department of Health Sciences Research, Mayo Clinic, Rochester, MN, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Health Sci. Res., Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]},{"raw_affiliation_string":"Department of Health Sciences Research, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086311504","display_name":"Aditya Khurana","orcid":"https://orcid.org/0000-0001-9148-9531"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Khurana","raw_affiliation_strings":["Mayo Clinic Alix School of Medicine, Mayo Clinic,Scottsdale,AZ,USA","Mayo Clinic Alix School of Medicine, Mayo Clinic, Scottsdale, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Mayo Clinic Alix School of Medicine, Mayo Clinic,Scottsdale,AZ,USA","institution_ids":["https://openalex.org/I4210125099"]},{"raw_affiliation_string":"Mayo Clinic Alix School of Medicine, Mayo Clinic, Scottsdale, AZ, USA","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072542464","display_name":"George Mastorakos","orcid":"https://orcid.org/0000-0002-6155-6788"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George M. Mastorakos","raw_affiliation_strings":["Mayo Clinic Alix School of Medicine, Mayo Clinic,Scottsdale,AZ,USA","Mayo Clinic Alix School of Medicine, Mayo Clinic, Scottsdale, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Mayo Clinic Alix School of Medicine, Mayo Clinic,Scottsdale,AZ,USA","institution_ids":["https://openalex.org/I4210125099"]},{"raw_affiliation_string":"Mayo Clinic Alix School of Medicine, Mayo Clinic, Scottsdale, AZ, USA","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110880905","display_name":"Kenneth Poole","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth G. Poole","raw_affiliation_strings":["Mayo Clinic,Division of Community Internal Medicine,Scottsdale,AZ,USA","Division of Community Internal Medicine, Mayo Clinic, Scottsdale, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Division of Community Internal Medicine,Scottsdale,AZ,USA","institution_ids":["https://openalex.org/I4210125099"]},{"raw_affiliation_string":"Division of Community Internal Medicine, Mayo Clinic, Scottsdale, AZ, USA","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026222041","display_name":"Stephen J. Traub","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]},{"id":"https://openalex.org/I2802423016","display_name":"WinnMed","ror":"https://ror.org/02s47w807","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802423016"]},{"id":"https://openalex.org/I4210127938","display_name":"Mayo Clinic Hospital","ror":"https://ror.org/03660jn93","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099","https://openalex.org/I4210127938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen J. Traub","raw_affiliation_strings":["Mayo Clinic,Department of Emergency Medicine,Phoenix,AZ,USA","Department of Emergency Medicine, Mayo Clinic, Phoenix, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Department of Emergency Medicine,Phoenix,AZ,USA","institution_ids":["https://openalex.org/I4210127938"]},{"raw_affiliation_string":"Department of Emergency Medicine, Mayo Clinic, Phoenix, AZ, USA","institution_ids":["https://openalex.org/I4210146710","https://openalex.org/I2802423016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027171958","display_name":"James A. Yiannias","orcid":"https://orcid.org/0000-0002-6143-3526"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Yiannias","raw_affiliation_strings":["Mayo Clinic,Department of Dermatology,Scottsdale,AZ,USA","Department of Dermatology, Mayo Clinic, Scottsdale, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Department of Dermatology,Scottsdale,AZ,USA","institution_ids":["https://openalex.org/I4210125099"]},{"raw_affiliation_string":"Department of Dermatology, Mayo Clinic, Scottsdale, AZ, USA","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051769953","display_name":"Hongfang Liu","orcid":"https://orcid.org/0000-0003-2529-7341"},"institutions":[{"id":"https://openalex.org/I4210146710","display_name":"Mayo Clinic in Florida","ror":"https://ror.org/03zzw1w08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210146710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongfang Liu","raw_affiliation_strings":["Mayo Clinic,Department of Health Sciences Research,Rochester,MN,USA","Department of Health Sciences Research, Mayo Clinic, Rochester, MN, USA"],"affiliations":[{"raw_affiliation_string":"Mayo Clinic,Department of Health Sciences Research,Rochester,MN,USA","institution_ids":["https://openalex.org/I4210146710"]},{"raw_affiliation_string":"Department of Health Sciences Research, Mayo Clinic, Rochester, MN, USA","institution_ids":["https://openalex.org/I4210146710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5067918441"],"corresponding_institution_ids":["https://openalex.org/I4210146710"],"apc_list":null,"apc_paid":null,"fwci":0.341,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.60167398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1380","last_page":"1387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7600500583648682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6598252654075623},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5747292637825012},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.516058623790741},{"id":"https://openalex.org/keywords/rule-based-system","display_name":"Rule-based system","score":0.46697425842285156},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45933711528778076},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3690008521080017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7600500583648682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6598252654075623},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5747292637825012},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.516058623790741},{"id":"https://openalex.org/C149271511","wikidata":"https://www.wikidata.org/wiki/Q1417149","display_name":"Rule-based system","level":2,"score":0.46697425842285156},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45933711528778076},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3690008521080017}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm47256.2019.8982942","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm47256.2019.8982942","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W16586333","https://openalex.org/W86609720","https://openalex.org/W613690151","https://openalex.org/W1522301498","https://openalex.org/W1534477342","https://openalex.org/W1614298861","https://openalex.org/W1832693441","https://openalex.org/W1884436451","https://openalex.org/W2049104680","https://openalex.org/W2062311620","https://openalex.org/W2064337796","https://openalex.org/W2064675550","https://openalex.org/W2073198662","https://openalex.org/W2074447892","https://openalex.org/W2076063813","https://openalex.org/W2095705004","https://openalex.org/W2107153681","https://openalex.org/W2111437636","https://openalex.org/W2159583324","https://openalex.org/W2246126449","https://openalex.org/W2250539671","https://openalex.org/W2251758222","https://openalex.org/W2265846598","https://openalex.org/W2284289336","https://openalex.org/W2329789819","https://openalex.org/W2468628434","https://openalex.org/W2498672755","https://openalex.org/W2587019100","https://openalex.org/W2610555249","https://openalex.org/W2661359212","https://openalex.org/W2753001088","https://openalex.org/W2783800533","https://openalex.org/W2883552546","https://openalex.org/W2919115771","https://openalex.org/W2950141408","https://openalex.org/W2950577311","https://openalex.org/W2963923670","https://openalex.org/W2964331270","https://openalex.org/W2964335273","https://openalex.org/W2972595470","https://openalex.org/W3091077233","https://openalex.org/W4294170691","https://openalex.org/W6600691311","https://openalex.org/W6603505381","https://openalex.org/W6632075054","https://openalex.org/W6674330103","https://openalex.org/W6682691769","https://openalex.org/W6691573161","https://openalex.org/W6693505360","https://openalex.org/W6719986656"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2611989081","https://openalex.org/W4230611425","https://openalex.org/W2731899572","https://openalex.org/W4294635752","https://openalex.org/W4304166257","https://openalex.org/W4383066092","https://openalex.org/W3124943098","https://openalex.org/W4308112567","https://openalex.org/W3162132941"],"abstract_inverted_index":{"Since":[0],"the":[1,4,11,21,104,136,142],"turn":[2],"of":[3,17,37,56,58,97],"millennium,":[5],"numerous":[6],"healthcare":[7],"venues":[8],"all":[9],"over":[10],"world":[12],"have":[13],"made":[14,110],"a":[15,26,35,81,100],"standard":[16],"communication":[18,42],"transition":[19],"from":[20],"classic":[22],"telephone":[23],"call":[24],"to":[25,84,92,111,130],"sophisticated":[27],"online":[28],"patient":[29,59,143],"portal":[30,60,144],"system.":[31],"More":[32],"and":[33,49,86,121],"more,":[34],"majority":[36],"patients":[38],"prefer":[39],"using":[40],"portal-style":[41],"for":[43],"clinician":[44],"contact,":[45],"checking":[46],"lab":[47],"results,":[48],"other":[50],"informational":[51],"transactions,":[52],"in":[53,74,99,141],"which":[54],"hundreds":[55],"thousands":[57],"messages":[61],"(PPMs)":[62],"are":[63],"daily":[64],"generated":[65],"as":[66,145],"free-text":[67,132],"data":[68,98],"with":[69,125],"multiple":[70],"requests":[71,153],"often":[72],"buried":[73],"one":[75],"single":[76],"message.":[77],"Thus,":[78],"there":[79],"is":[80],"pressing":[82],"need":[83],"design":[85],"implement":[87],"artificial":[88],"intelligence":[89],"(AI)":[90],"algorithms":[91],"accurately":[93],"organize":[94],"this":[95],"wealth":[96],"timely":[101],"fashion.":[102],"With":[103],"present":[105],"contribution,":[106],"an":[107,114],"attempt":[108],"was":[109],"first":[112],"develop":[113],"ensemble":[115],"deep":[116],"learning":[117],"text":[118],"classification":[119],"component":[120],"then":[122],"integrate":[123],"it":[124],"rule-based":[126],"named":[127],"entity":[128],"recognition":[129],"categorize":[131],"PPMs":[133],"submitted":[134],"under":[135],"\u201cNon-Urgent":[137],"Medical":[138],"Question\u201d":[139],"subject":[140],"either":[146],"containing":[147],"active":[148],"symptom":[149],"descriptions":[150],"or":[151],"logistical":[152],"(e.g.,":[154],"appointment":[155],"rescheduling).":[156]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}