{"id":"https://openalex.org/W4290061849","doi":"https://doi.org/10.48550/arxiv.2208.02432","title":"Image-based Contextual Pill Recognition with Medical Knowledge Graph Assistance","display_name":"Image-based Contextual Pill Recognition with Medical Knowledge Graph Assistance","publication_year":2022,"publication_date":"2022-08-04","ids":{"openalex":"https://openalex.org/W4290061849","doi":"https://doi.org/10.48550/arxiv.2208.02432"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2208.02432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.02432","pdf_url":"https://arxiv.org/pdf/2208.02432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.02432","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101570172","display_name":"Anh Duy Nguyen","orcid":"https://orcid.org/0000-0001-6030-1989"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nguyen, Anh Duy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101965727","display_name":"Thuy Nguyen","orcid":"https://orcid.org/0000-0002-6283-7602"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Thuy Dung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108854597","display_name":"Huy Hieu Pham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pham, Huy Hieu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781658","display_name":"Thanh Hung Nguyen","orcid":"https://orcid.org/0000-0003-4865-7127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Thanh Hung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Phi Le","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101570172"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13209","display_name":"Cold Fusion and Nuclear Reactions","score":0.9067000150680542,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13209","display_name":"Cold Fusion and Nuclear Reactions","score":0.9067000150680542,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6782457828521729},{"id":"https://openalex.org/keywords/pill","display_name":"Pill","score":0.6224579811096191},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5416924953460693},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5350524187088013},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.52857905626297},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.48568233847618103},{"id":"https://openalex.org/keywords/torso","display_name":"Torso","score":0.4493666887283325},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44235652685165405},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21779990196228027},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12151432037353516}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6782457828521729},{"id":"https://openalex.org/C81603835","wikidata":"https://www.wikidata.org/wiki/Q3457430","display_name":"Pill","level":2,"score":0.6224579811096191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5416924953460693},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5350524187088013},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.52857905626297},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.48568233847618103},{"id":"https://openalex.org/C523889960","wikidata":"https://www.wikidata.org/wiki/Q160695","display_name":"Torso","level":2,"score":0.4493666887283325},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44235652685165405},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21779990196228027},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12151432037353516},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2208.02432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.02432","pdf_url":"https://arxiv.org/pdf/2208.02432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2208.02432","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2208.02432","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.02432","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.02432","pdf_url":"https://arxiv.org/pdf/2208.02432","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4381953457","https://openalex.org/W2037557144","https://openalex.org/W2285739514","https://openalex.org/W2058088690","https://openalex.org/W2086597735","https://openalex.org/W2052143774","https://openalex.org/W1984495143","https://openalex.org/W4308297792","https://openalex.org/W2158185825","https://openalex.org/W4285218279"],"abstract_inverted_index":{"Identifying":[0],"pills":[1,92,113],"given":[2],"their":[3],"captured":[4],"images":[5],"under":[6],"various":[7],"conditions":[8],"and":[9,15,143,162,229,243],"backgrounds":[10],"has":[11,244],"been":[12,21],"becoming":[13],"more":[14,16],"essential.":[17],"Several":[18],"efforts":[19],"have":[20],"devoted":[22],"to":[23,29,40,72,90,140,166,183,192,219,224,230,247,272,279],"utilizing":[24],"the":[25,31,36,41,109,115,137,149,168,175,184,196,208,216,245,260,267],"deep":[26],"learning-based":[27],"approach":[28,65],"tackle":[30],"pill":[32,51,74,87,99,169,180],"recognition":[33,52,75,251,268],"problem":[34],"in":[35,58,93,114,122,200,207,274],"literature.":[37],"However,":[38],"due":[39],"high":[42],"similarity":[43],"between":[44,112,227],"pills'":[45],"appearance,":[46],"misrecognition":[47],"often":[48],"occurs,":[49],"leaving":[50],"a":[53,63,80,94,97,104,129,152,201],"challenge.":[54],"To":[55,211],"this":[56,59,123,173,214,234],"end,":[57],"paper,":[60],"we":[61,78,84,102,127],"introduce":[62],"novel":[64,105],"named":[66],"PIKA":[67,240,264],"that":[68,134,157,205,257],"leverages":[69,158],"external":[70,119,221,261],"knowledge":[71,262],"enhance":[73],"accuracy.":[76],"Specifically,":[77],"address":[79],"practical":[81],"scenario":[82],"(which":[83],"call":[85],"contextual":[86],"recognition),":[88],"aiming":[89],"identify":[91],"picture":[95],"of":[96,117,148,178,239,276],"patient's":[98],"intake.":[100],"Firstly,":[101],"propose":[103],"method":[106],"for":[107],"modeling":[108],"implicit":[110],"association":[111],"presence":[116],"an":[118],"data":[120,223],"source,":[121],"case,":[124],"prescriptions.":[125],"Secondly,":[126],"present":[128],"walk-based":[130],"graph":[131,138,185,197],"embedding":[132,186],"model":[133],"transforms":[135],"from":[136,270],"space":[139,142],"vector":[141,204],"extracts":[144],"condensed":[145],"relational":[146,164],"features":[147,165],"pills.":[150],"Thirdly,":[151],"final":[153,209],"framework":[154],"is":[155,181,189,215,241],"provided":[156],"both":[159],"image-based":[160],"visual":[161,176],"graph-based":[163],"accomplish":[167],"identification":[170],"task.":[171],"Within":[172],"framework,":[174],"representation":[177],"each":[179],"mapped":[182],"space,":[187],"which":[188],"then":[190],"used":[191],"execute":[193],"attention":[194],"over":[195],"representation,":[198],"resulting":[199],"semantically-rich":[202],"context":[203],"aids":[206],"classification.":[210],"our":[212],"knowledge,":[213],"first":[217],"study":[218],"use":[220],"prescription":[222],"establish":[225],"associations":[226],"medicines":[228],"classify":[231],"them":[232],"using":[233],"aiding":[235],"information.":[236],"The":[237,253],"architecture":[238],"lightweight":[242],"flexibility":[246],"incorporate":[248],"into":[249],"any":[250],"backbones.":[252],"experimental":[254],"results":[255],"show":[256],"by":[258],"leveraging":[259],"graph,":[263],"can":[265],"improve":[266],"accuracy":[269],"4.8%":[271],"34.1%":[273],"terms":[275],"F1-score,":[277],"compared":[278],"baselines.":[280]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2022-08-06T00:00:00"}