{"id":"https://openalex.org/W4403792240","doi":"https://doi.org/10.1145/3664647.3680863","title":"VR-DiagNet: Medical Volumetric and Radiomic Diagnosis Networks with Interpretable Clinician-like Optimizing Visual Inspection","display_name":"VR-DiagNet: Medical Volumetric and Radiomic Diagnosis Networks with Interpretable Clinician-like Optimizing Visual Inspection","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792240","doi":"https://doi.org/10.1145/3664647.3680863"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680863","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012905249","display_name":"Shouyu Chen","orcid":"https://orcid.org/0000-0003-0554-0279"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouyu Chen","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0554-0279","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541061","display_name":"Liang Hu","orcid":"https://orcid.org/0000-0001-8588-2177"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Hu","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8588-2177","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078882607","display_name":"Tangwei Ye","orcid":"https://orcid.org/0000-0002-2096-8495"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangwei Ye","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2096-8495","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062669332","display_name":"Zhongyuan Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhongyuan Lai","raw_affiliation_strings":["DeepVerse (Shanghai), Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8260-8834","affiliations":[{"raw_affiliation_string":"DeepVerse (Shanghai), Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100784844","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-1037-1361"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1037-1361","affiliations":[{"raw_affiliation_string":"Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ke Liu","orcid":"https://orcid.org/0009-0001-1813-8898"},"institutions":[{"id":"https://openalex.org/I4210112448","display_name":"Beijing Anding Hospital","ror":"https://ror.org/021ky1s64","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210112448"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Liu","raw_affiliation_strings":["Anding Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-1813-8898","affiliations":[{"raw_affiliation_string":"Anding Hospital, Beijing, China","institution_ids":["https://openalex.org/I4210112448"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077006200","display_name":"Usman Naseem","orcid":"https://orcid.org/0000-0003-0191-7171"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Usman Naseem","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0191-7171","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103467403","display_name":"Ke Sun","orcid":"https://orcid.org/0000-0001-9759-8018"},"institutions":[{"id":"https://openalex.org/I4210159575","display_name":"Huashan Hospital","ror":"https://ror.org/05201qm87","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Sun","raw_affiliation_strings":["Huashan Hospital, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9759-8018","affiliations":[{"raw_affiliation_string":"Huashan Hospital, Shanghai, China","institution_ids":["https://openalex.org/I4210159575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023833221","display_name":"Nengjun Zhu","orcid":"https://orcid.org/0000-0002-6146-9887"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nengjun Zhu","raw_affiliation_strings":["Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6146-9887","affiliations":[{"raw_affiliation_string":"Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10459","last_page":"10467"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6483052372932434},{"id":"https://openalex.org/keywords/visual-inspection","display_name":"Visual inspection","score":0.6472246646881104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6362661123275757},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.5876480340957642},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5461609363555908},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.322052538394928}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6483052372932434},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.6472246646881104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6362661123275757},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.5876480340957642},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5461609363555908},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.322052538394928}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680863","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2964024268","https://openalex.org/W2979839221","https://openalex.org/W2998789541","https://openalex.org/W3009292867","https://openalex.org/W3010519118","https://openalex.org/W3033333779","https://openalex.org/W3104211200","https://openalex.org/W3124089649","https://openalex.org/W3135120425","https://openalex.org/W3214287966","https://openalex.org/W4220660245","https://openalex.org/W4225344339","https://openalex.org/W4281663706","https://openalex.org/W4281707594","https://openalex.org/W4285796263","https://openalex.org/W4310564886","https://openalex.org/W4312749457","https://openalex.org/W4317436377","https://openalex.org/W4365440898","https://openalex.org/W4380202354","https://openalex.org/W4387211778","https://openalex.org/W6778672394"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Interpretable":[0],"and":[1,24,49,76,91,96,176,186,198],"robust":[2],"medical":[3,162],"diagnoses":[4],"are":[5],"essential":[6],"traits":[7],"for":[8,201],"practicing":[9],"clinicians.":[10],"Most":[11],"computer-augmented":[12],"diagnostic":[13,157],"systems":[14],"suffer":[15,38],"from":[16,39],"three":[17],"major":[18],"problems:":[19],"non-interpretability,":[20],"limited":[21,47],"modality":[22,48],"analysis,":[23],"narrow":[25],"focus.":[26],"Existing":[27],"frameworks":[28],"can":[29],"either":[30],"deal":[31],"with":[32,113],"multimodality":[33],"to":[34,55,64,140],"some":[35],"extent":[36],"but":[37,44],"non-interpretability":[40],"or":[41],"partially":[42],"interpretable":[43],"provide":[45],"a":[46,89,92,127,136],"multifaceted":[50],"capabilities.":[51],"Our":[52,166],"work":[53],"aims":[54],"integrate":[56],"all":[57],"these":[58],"aspects":[59],"in":[60,146],"one":[61],"complete":[62],"framework":[63],"fully":[65],"utilize":[66],"the":[67,100,106,118,179,192],"full":[68],"spectrum":[69],"of":[70,88,103,108,143,195],"information":[71,111],"offered":[72],"by":[73,173],"multiple":[74],"modalities":[75,200],"facets.":[77],"We":[78,151],"propose":[79],"our":[80,83,147,202],"solution":[81],"via":[82,105,126],"novel":[84],"architecture":[85],"VR-DiagNet,":[86],"consisting":[87],"planner":[90],"classifier,":[93],"optimized":[94],"iteratively":[95],"cohesively.":[97],"VR-DiagNet":[98],"simulates":[99],"perceptual":[101],"process":[102],"clinicians":[104],"use":[107],"volumetric":[109,163,197],"imaging":[110],"integrated":[112],"radiomic":[114,199],"features":[115],"modality;":[116],"at":[117],"same":[119],"time,":[120],"it":[121],"recreates":[122],"human":[123],"thought":[124],"processes":[125],"customized":[128],"Monte":[129],"Carlo":[130],"Tree":[131],"Search":[132],"(MCTS)":[133],"which":[134],"constructs":[135],"volume-tailored":[137],"experience":[138],"tree":[139],"identify":[141],"slices":[142],"interest":[144],"(SoIs)":[145],"multi-slice":[148],"perception":[149],"space.":[150],"conducted":[152],"extensive":[153],"experiments":[154],"across":[155],"two":[156],"tasks":[158],"comprising":[159],"six":[160],"public":[161],"benchmark":[164],"datasets.":[165],"findings":[167],"showcase":[168],"superior":[169],"performance,":[170],"as":[171],"evidenced":[172],"heightened":[174],"accuracy":[175],"area":[177],"under":[178],"curve":[180],"(AUC)":[181],"metrics,":[182],"reduced":[183],"computational":[184],"overhead,":[185],"expedited":[187],"convergence":[188],"while":[189],"conclusively":[190],"illustrating":[191],"immense":[193],"value":[194],"integrating":[196],"current":[203],"problem":[204],"setup.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
