{"id":"https://openalex.org/W4306317214","doi":"https://doi.org/10.1145/3511808.3557296","title":"Dr. Can See: Towards a Multi-modal Disease Diagnosis Virtual Assistant","display_name":"Dr. Can See: Towards a Multi-modal Disease Diagnosis Virtual Assistant","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306317214","doi":"https://doi.org/10.1145/3511808.3557296"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557296","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557296","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028206076","display_name":"Abhisek Tiwari","orcid":"https://orcid.org/0000-0003-3460-1624"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Abhisek Tiwari","raw_affiliation_strings":["Indian Institute of Technology, Patna, Patna, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069105864","display_name":"Manisimha Manthena","orcid":null},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manisimha Manthena","raw_affiliation_strings":["Manipal Institute of Technology, Manipal, India"],"affiliations":[{"raw_affiliation_string":"Manipal Institute of Technology, Manipal, India","institution_ids":["https://openalex.org/I164861460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060797340","display_name":"Sriparna Saha","orcid":"https://orcid.org/0000-0001-5458-9381"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sriparna Saha","raw_affiliation_strings":["Indian Institute of Technology, Patna, Patna, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065100828","display_name":"Pushpak Bhattacharyya","orcid":"https://orcid.org/0000-0001-5319-5508"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pushpak Bhattacharyya","raw_affiliation_strings":["Indian Institute of Technology, Bombay, Bombay, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Bombay, Bombay, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008935399","display_name":"Minakshi Dhar","orcid":"https://orcid.org/0000-0001-6336-5179"},"institutions":[{"id":"https://openalex.org/I4387152206","display_name":"All India Institute of Medical Sciences Rishikesh","ror":"https://ror.org/05qjwb041","country_code":null,"type":"government","lineage":["https://openalex.org/I4387152206"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Minakshi Dhar","raw_affiliation_strings":["All India Institute of Medical Sciences, Rishikesh, Rishikesh, India"],"affiliations":[{"raw_affiliation_string":"All India Institute of Medical Sciences, Rishikesh, Rishikesh, India","institution_ids":["https://openalex.org/I4387152206"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027097486","display_name":"Sarbajeet Tiwari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarbajeet Tiwari","raw_affiliation_strings":["Midnapore Homoeopathic Medical College and Hospital, Midnapore, India"],"affiliations":[{"raw_affiliation_string":"Midnapore Homoeopathic Medical College and Hospital, Midnapore, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5028206076"],"corresponding_institution_ids":["https://openalex.org/I132153292"],"apc_list":null,"apc_paid":null,"fwci":1.4528,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8418983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1935","last_page":"1944"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7395771145820618},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7287652492523193},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6942403316497803},{"id":"https://openalex.org/keywords/medical-diagnosis","display_name":"Medical diagnosis","score":0.675491213798523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6416418552398682},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6182554364204407},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.589413583278656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44633516669273376},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38001787662506104},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34285879135131836},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3298681974411011},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2615535855293274},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.23730036616325378},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.11713173985481262},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.11584368348121643},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1039632260799408}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7395771145820618},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7287652492523193},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6942403316497803},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.675491213798523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6416418552398682},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6182554364204407},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.589413583278656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44633516669273376},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38001787662506104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34285879135131836},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3298681974411011},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2615535855293274},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.23730036616325378},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.11713173985481262},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.11584368348121643},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1039632260799408},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557296","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557296","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1646707810","https://openalex.org/W2030640891","https://openalex.org/W2131600418","https://openalex.org/W2134287203","https://openalex.org/W2741615969","https://openalex.org/W2746553466","https://openalex.org/W2788477667","https://openalex.org/W2886305736","https://openalex.org/W2903928064","https://openalex.org/W2963446712","https://openalex.org/W2964758338","https://openalex.org/W3046738073","https://openalex.org/W3101223450","https://openalex.org/W4210334470"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W2741781807"],"abstract_inverted_index":{"Artificial":[0],"Intelligence-based":[1],"clinical":[2],"decision":[3],"support":[4],"is":[5,21,77,166],"gaining":[6],"ever-growing":[7],"popularity":[8],"and":[9,15,34,45,61,68,92,119,131,171,184,202],"demand":[10],"in":[11,30,143,163,181],"both":[12,182],"the":[13,82,115,146,190],"research":[14],"industry":[16],"communities.":[17],"One":[18],"such":[19,64],"manifestation":[20],"automatic":[22,183],"disease":[23,35],"diagnosis,":[24],"which":[25,187],"aims":[26],"to":[27,123,145],"assist":[28],"clinicians":[29],"conducting":[31],"symptom":[32,75,88,147,194],"investigations":[33],"diagnoses.":[36],"When":[37],"we":[38,42,90,154],"consult":[39],"with":[40,50,58,168],"doctors,":[41],"often":[43],"report":[44],"describe":[46],"our":[47],"health":[48],"conditions":[49],"visual":[51,72,85,172],"aids.":[52],"Moreover,":[53],"many":[54],"people":[55],"are":[56,111,204],"unacquainted":[57],"several":[59],"symptoms":[60,151],"medical":[62,160],"terms,":[63],"as":[65],"mouth":[66],"ulcer":[67],"skin":[69],"growth.":[70],"Therefore,":[71],"form":[73,86],"of":[74,84,87,125,193],"reporting":[76],"a":[78,94,133,157],"necessity.":[79],"Motivated":[80],"by":[81,114,197],"efficacy":[83],"reporting,":[89],"propose":[91,130],"build":[93],"novel":[95],"end-to-end":[96],"Multi-modal":[97],"Disease":[98],"Diagnosis":[99],"Virtual":[100],"Assistant":[101],"(MDD-VA)":[102],"using":[103],"reinforcement":[104],"learning":[105],"technique.":[106],"In":[107],"conversation,":[108],"users'":[109],"responses":[110,121],"heavily":[112],"influenced":[113],"ongoing":[116],"dialogue":[117,161],"context,":[118],"multi-modal":[120,158],"appear":[122],"be":[124],"no":[126],"difference.":[127],"We":[128],"also":[129],"incorporate":[132],"Context-aware":[134],"Symptom":[135],"Image":[136],"Identification":[137],"module":[138],"that":[139,165],"leverages":[140],"discourse":[141],"context":[142],"addition":[144],"image":[148],"for":[149],"identifying":[150],"effectively.":[152],"Furthermore,":[153],"first":[155],"curate":[156],"conversational":[159],"corpus":[162],"English":[164],"annotated":[167],"intent,":[169],"symptoms,":[170],"information.":[173],"The":[174,200],"proposed":[175],"MDD-VA":[176],"outperforms":[177],"multiple":[178],"uni-modal":[179],"baselines":[180],"human":[185],"evaluation,":[186],"firmly":[188],"establishes":[189],"critical":[191],"role":[192],"information":[195],"provided":[196],"visuals":[198],".":[199],"dataset":[201],"code":[203],"available":[205],"at":[206],"https://github.com/NLP-RL/DrCanSee":[207]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}