{"id":"https://openalex.org/W3015803803","doi":"https://doi.org/10.1186/s12911-020-1078-3","title":"DLI-IT: a deep learning approach to drug label identification through image and text embedding","display_name":"DLI-IT: a deep learning approach to drug label identification through image and text embedding","publication_year":2020,"publication_date":"2020-04-15","ids":{"openalex":"https://openalex.org/W3015803803","doi":"https://doi.org/10.1186/s12911-020-1078-3","mag":"3015803803"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-020-1078-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-020-1078-3","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1078-3","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1078-3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101774494","display_name":"Xiangwen Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I102401767","display_name":"University of Arkansas at Little Rock","ror":"https://ror.org/04fttyv97","country_code":"US","type":"education","lineage":["https://openalex.org/I102401767"]},{"id":"https://openalex.org/I1304557061","display_name":"National Center for Toxicological Research","ror":"https://ror.org/05jmhh281","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1304557061","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiangwen Liu","raw_affiliation_strings":["FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA","University of Arkansas at Little Rock, 2801 S. University Ave, Little Rock, AR, 72204, USA"],"affiliations":[{"raw_affiliation_string":"FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA","institution_ids":["https://openalex.org/I1304557061"]},{"raw_affiliation_string":"University of Arkansas at Little Rock, 2801 S. University Ave, Little Rock, AR, 72204, USA","institution_ids":["https://openalex.org/I102401767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039124210","display_name":"Joe Meehan","orcid":"https://orcid.org/0000-0001-9602-3394"},"institutions":[{"id":"https://openalex.org/I1304557061","display_name":"National Center for Toxicological Research","ror":"https://ror.org/05jmhh281","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1304557061","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joe Meehan","raw_affiliation_strings":["FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA"],"affiliations":[{"raw_affiliation_string":"FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA","institution_ids":["https://openalex.org/I1304557061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068886380","display_name":"Weida Tong","orcid":"https://orcid.org/0000-0003-3488-6148"},"institutions":[{"id":"https://openalex.org/I1304557061","display_name":"National Center for Toxicological Research","ror":"https://ror.org/05jmhh281","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1304557061","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weida Tong","raw_affiliation_strings":["FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA"],"affiliations":[{"raw_affiliation_string":"FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA","institution_ids":["https://openalex.org/I1304557061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101869895","display_name":"Leihong Wu","orcid":"https://orcid.org/0000-0002-4093-3708"},"institutions":[{"id":"https://openalex.org/I1304557061","display_name":"National Center for Toxicological Research","ror":"https://ror.org/05jmhh281","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1304557061","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leihong Wu","raw_affiliation_strings":["FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA"],"affiliations":[{"raw_affiliation_string":"FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA","institution_ids":["https://openalex.org/I1304557061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100734038","display_name":"Xiaowei Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I102401767","display_name":"University of Arkansas at Little Rock","ror":"https://ror.org/04fttyv97","country_code":"US","type":"education","lineage":["https://openalex.org/I102401767"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaowei Xu","raw_affiliation_strings":["University of Arkansas at Little Rock, 2801 S. University Ave, Little Rock, AR, 72204, USA"],"affiliations":[{"raw_affiliation_string":"University of Arkansas at Little Rock, 2801 S. University Ave, Little Rock, AR, 72204, USA","institution_ids":["https://openalex.org/I102401767"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024782080","display_name":"Joshua Xu","orcid":"https://orcid.org/0000-0001-5313-5847"},"institutions":[{"id":"https://openalex.org/I1304557061","display_name":"National Center for Toxicological Research","ror":"https://ror.org/05jmhh281","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1304557061","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua Xu","raw_affiliation_strings":["FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA"],"affiliations":[{"raw_affiliation_string":"FDA/National Center for Toxicological Research, 3900 NCTR Rd, Jefferson, AR, 72079, USA","institution_ids":["https://openalex.org/I1304557061"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101774494"],"corresponding_institution_ids":["https://openalex.org/I102401767","https://openalex.org/I1304557061"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":1.1776,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.80980953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7372002601623535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6627423167228699},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5186254382133484},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.48613712191581726},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47795748710632324},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43747684359550476},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43180644512176514},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3808639645576477},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32241806387901306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372002601623535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6627423167228699},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5186254382133484},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.48613712191581726},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47795748710632324},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43747684359550476},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43180644512176514},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3808639645576477},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32241806387901306},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1186/s12911-020-1078-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-020-1078-3","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1078-3","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c8ede18540af41d08e3b6920cf3ddb6f","is_oa":true,"landing_page_url":"https://doaj.org/article/c8ede18540af41d08e3b6920cf3ddb6f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 20, Iss 1, Pp 1-9 (2020)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7158001","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7158001","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s12911-020-1078-3","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-020-1078-3","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1078-3","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3015803803.pdf","grobid_xml":"https://content.openalex.org/works/W3015803803.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1975517671","https://openalex.org/W2001642682","https://openalex.org/W2055635000","https://openalex.org/W2079735306","https://openalex.org/W2123229215","https://openalex.org/W2144554289","https://openalex.org/W2185917628","https://openalex.org/W2250473257","https://openalex.org/W2250539671","https://openalex.org/W2340690086","https://openalex.org/W2519818067","https://openalex.org/W2550687635","https://openalex.org/W2613053618","https://openalex.org/W2762964972","https://openalex.org/W2787560479","https://openalex.org/W2810028092","https://openalex.org/W2891451370","https://openalex.org/W2896457183","https://openalex.org/W2911489562","https://openalex.org/W2950923448","https://openalex.org/W2952138389","https://openalex.org/W2962773189","https://openalex.org/W2963341956","https://openalex.org/W3042659290","https://openalex.org/W4238363312","https://openalex.org/W6748634344","https://openalex.org/W6749879876"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W126212742","https://openalex.org/W2611989081","https://openalex.org/W4230611425","https://openalex.org/W2731899572","https://openalex.org/W4304166257","https://openalex.org/W4294635752","https://openalex.org/W2898732673","https://openalex.org/W4383066092","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Drug":[2,103],"label,":[3],"or":[4,33,243],"packaging":[5],"insert":[6,92],"play":[7],"a":[8,130,269],"significant":[9],"role":[10],"in":[11,235,272],"all":[12],"the":[13,22,27,49,72,89,102,138,145,150,157,184,190,194,200,224,233],"operations":[14],"from":[15,149],"production":[16],"through":[17,106,156,193],"drug":[18,94,209,221,236,274],"distribution":[19],"channels":[20],"to":[21,38,48,77,113,136,176,189],"end":[23],"consumer.":[24],"Image":[25,107,256],"of":[26,56,71,84,93,117,122,232],"label":[28,34,95,210,222,237,275],"also":[29],"called":[30],"Display":[31],"Panel":[32],"could":[35],"be":[36],"used":[37],"identify":[39],"illegal,":[40],"illicit,":[41],"unapproved":[42],"and":[43,52,68,108,161,182,206,257],"potentially":[44],"dangerous":[45],"drugs.":[46,73,124],"Due":[47],"time-consuming":[50],"process":[51],"high":[53],"labor":[54],"cost":[55],"investigation,":[57],"an":[58],"artificial":[59],"intelligence-based":[60],"deep":[61,262],"learning":[62,263],"model":[63,111,114,202,213,228],"is":[64],"necessary":[65],"for":[66,120,166],"fast":[67],"accurate":[69],"identification":[70,79,245],"Methods":[74],"In":[75,97,125],"addition":[76],"image-based":[78,242],"technology,":[80],"we":[81,100,127,171],"take":[82],"advantages":[83],"rich":[85],"text":[86],"information":[87],"on":[88,144,203,217],"pharmaceutical":[90],"package":[91],"images.":[96,211],"this":[98],"study,":[99],"developed":[101],"Label":[104],"Identification":[105],"Text":[109,132,258],"embedding":[110,175,259],"(DLI-IT)":[112],"text-based":[115,244],"patterns":[116],"historical":[118],"data":[119],"detection":[121],"suspicious":[123],"DLI-IT,":[126],"first":[128],"trained":[129,199],"Connectionist":[131],"Proposal":[133],"Network":[134],"(CTPN)":[135],"crop":[137],"raw":[139,168],"image":[140,192],"into":[141,180],"sub-images":[142,152],"based":[143],"text.":[146],"The":[147,212],"texts":[148],"cropped":[151],"are":[153],"recognized":[154],"independently":[155],"Tesseract":[158],"OCR":[159],"Engine":[160],"combined":[162],"as":[163],"one":[164],"document":[165],"each":[167],"image.":[169],"Finally,":[170],"applied":[172],"universal":[173],"sentence":[174],"transform":[177],"these":[178],"documents":[179],"vectors":[181],"find":[183],"most":[185],"similar":[186],"reference":[187],"images":[188],"test":[191],"cosine":[195],"similarity.":[196],"Results":[197],"We":[198],"DLI-IT":[201,266],"1749":[204],"opioid":[205,220],"2365":[207],"non-opioid":[208],"was":[214],"then":[215],"tested":[216],"300":[218],"external":[219],"images,":[223],"result":[225],"demonstrated":[226],"our":[227,265],"achieves":[229],"up-to":[230,248],"88%":[231],"precision":[234],"identification,":[238],"which":[239],"outperforms":[240],"previous":[241],"method":[246],"by":[247,254],"35%":[249],"improvement.":[250],"Conclusion":[251],"To":[252],"conclude,":[253],"combining":[255],"analysis":[260],"under":[261],"framework,":[264],"approach":[267],"achieved":[268],"competitive":[270],"performance":[271],"advancing":[273],"identification.":[276]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}