{"id":"https://openalex.org/W4402401640","doi":"https://doi.org/10.1109/tvcg.2024.3456163","title":"A Framework for Multimodal Medical Image Interaction","display_name":"A Framework for Multimodal Medical Image Interaction","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402401640","doi":"https://doi.org/10.1109/tvcg.2024.3456163","pmid":"https://pubmed.ncbi.nlm.nih.gov/39255140"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3456163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456163","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034268545","display_name":"Laura Sch\u00fctz","orcid":"https://orcid.org/0000-0002-5534-3903"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Laura Sch\u00fctz","raw_affiliation_strings":["Technical University of Munich (TUM), Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich (TUM), Garmany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029335283","display_name":"Sasan Matinfar","orcid":null},"institutions":[{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE","TZ"],"is_corresponding":false,"raw_author_name":"Sasan Matinfar","raw_affiliation_strings":["TUM, Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103305962","display_name":"Gideon Schafroth","orcid":null},"institutions":[{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE","TZ"],"is_corresponding":false,"raw_author_name":"Gideon Schafroth","raw_affiliation_strings":["TUM, Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015454474","display_name":"Navid Navab","orcid":null},"institutions":[{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA","TZ"],"is_corresponding":false,"raw_author_name":"Navid Navab","raw_affiliation_strings":["Concordia University, Canada","TUM, Garmany"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067600747","display_name":"Merle T. Fairhurst","orcid":"https://orcid.org/0000-0001-6540-5891"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Merle Fairhurst","raw_affiliation_strings":["TU Dresden, Garmany","TU Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"TU Dresden, Garmany","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"TU Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063351093","display_name":"Arthur Wagner","orcid":"https://orcid.org/0000-0001-9947-2240"},"institutions":[{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE","TZ"],"is_corresponding":false,"raw_author_name":"Arthur Wagner","raw_affiliation_strings":["TUM, Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039985608","display_name":"Benedikt Wiestler","orcid":"https://orcid.org/0000-0002-2963-7772"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]}],"countries":["DE","TZ"],"is_corresponding":false,"raw_author_name":"Benedikt Wiestler","raw_affiliation_strings":["TUM, Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037904690","display_name":"Ulrich Eck","orcid":"https://orcid.org/0000-0002-5322-4724"},"institutions":[{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE","TZ"],"is_corresponding":false,"raw_author_name":"Ulrich Eck","raw_affiliation_strings":["TUM, Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046896448","display_name":"Nassir Navab","orcid":"https://orcid.org/0000-0002-6032-5611"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I38365063","display_name":"Tumaini University","ror":"https://ror.org/0511zqc76","country_code":"TZ","type":"education","lineage":["https://openalex.org/I38365063"]},{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA","DE","TZ"],"is_corresponding":false,"raw_author_name":"Nassir Navab","raw_affiliation_strings":["Concordia University, Canada","TUM, Garmany","Technical University of Munich (TUM), Germany"],"affiliations":[{"raw_affiliation_string":"Concordia University, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"TUM, Garmany","institution_ids":["https://openalex.org/I38365063"]},{"raw_affiliation_string":"Technical University of Munich (TUM), Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5034268545"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":1.8077,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86551177,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"30","issue":"11","first_page":"7419","last_page":"7429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.6600000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.6600000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7765845060348511},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4826953411102295},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4341374933719635},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42584165930747986},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4226263463497162},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.39108479022979736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37903356552124023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7765845060348511},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4826953411102295},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4341374933719635},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42584165930747986},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4226263463497162},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.39108479022979736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37903356552124023}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2024.3456163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456163","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:39255140","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39255140","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:mediatum.ub.tum.de:node/1769682","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1769682","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1537887111","https://openalex.org/W1909740415","https://openalex.org/W1953090334","https://openalex.org/W1968316532","https://openalex.org/W2032635843","https://openalex.org/W2041121121","https://openalex.org/W2045450941","https://openalex.org/W2064678494","https://openalex.org/W2099329509","https://openalex.org/W2103081038","https://openalex.org/W2151905266","https://openalex.org/W2155601490","https://openalex.org/W2157289187","https://openalex.org/W2299284748","https://openalex.org/W2318452773","https://openalex.org/W2512047164","https://openalex.org/W2536794285","https://openalex.org/W2566164720","https://openalex.org/W2571300798","https://openalex.org/W2742440020","https://openalex.org/W2752101034","https://openalex.org/W2753141051","https://openalex.org/W2886178186","https://openalex.org/W2903262696","https://openalex.org/W2913147053","https://openalex.org/W2963126165","https://openalex.org/W2998395172","https://openalex.org/W3017705044","https://openalex.org/W3024134694","https://openalex.org/W3030988183","https://openalex.org/W3048872375","https://openalex.org/W3087718106","https://openalex.org/W3115409035","https://openalex.org/W4297156646","https://openalex.org/W4307308680","https://openalex.org/W4307977675","https://openalex.org/W4308770882","https://openalex.org/W4313245856","https://openalex.org/W4313396542","https://openalex.org/W4365145875","https://openalex.org/W4387211874","https://openalex.org/W4387687859","https://openalex.org/W4389110078","https://openalex.org/W4396831861","https://openalex.org/W6633563157","https://openalex.org/W6635868463","https://openalex.org/W6636550896","https://openalex.org/W6712769774","https://openalex.org/W6770219972","https://openalex.org/W6800228624","https://openalex.org/W6893576440"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2070401501","https://openalex.org/W2121496884","https://openalex.org/W2387910809"],"abstract_inverted_index":{"Medical":[0,81],"doctors":[1],"rely":[2],"on":[3],"images":[4],"of":[5,18,46,71,117,136,173,179,190,215],"the":[6,21,33,44,47,59,69,105,114,131,140,160,177,188,191,213],"human":[7,52,95],"anatomy,":[8],"such":[9],"as":[10,176],"magnetic":[11],"resonance":[12],"imaging":[13,31],"(MRI),":[14],"to":[15,42,86,112,126,158,205,219],"localize":[16],"regions":[17],"interest":[19],"in":[20,29,64,97,195],"patient":[22,75],"during":[23,227],"diagnosis":[24],"and":[25,62,74,133,152,166,232],"treatment.":[26],"Despite":[27],"advances":[28],"medical":[30,72,88,207,223],"technology,":[32],"information":[34,57],"conveyance":[35],"remains":[36],"unimodal.":[37],"This":[38],"visual":[39],"representation":[40],"fails":[41],"capture":[43],"complexity":[45],"real,":[48],"multisensory":[49],"interaction":[50,93,162,221],"with":[51,94,222],"tissue.":[53],"However,":[54],"perceiving":[55],"multimodal":[56],"about":[58],"patient's":[60],"anatomy":[61],"disease":[63],"real-time":[65],"is":[66,235],"critical":[67],"for":[68,142,225],"success":[70],"procedures":[73,229],"outcome.":[76],"We":[77],"introduce":[78],"a":[79,90,101,122],"Multimodal":[80],"Image":[82],"Interaction":[83],"(MMII)":[84],"framework":[85,218],"allow":[87],"experts":[89,155],"dynamic,":[91],"audiovisual":[92,110,174],"tissue":[96],"three-dimensional":[98],"space.":[99],"In":[100],"virtual":[102],"reality":[103],"environment,":[104],"user":[106,147],"receives":[107],"physically":[108],"informed":[109],"feedback":[111,234],"improve":[113],"spatial":[115],"perception":[116],"anatomical":[118],"structures.":[119],"MMII":[120,193],"uses":[121],"model-based":[123],"sonification":[124],"approach":[125],"generate":[127],"sounds":[128],"derived":[129],"from":[130],"geometry":[132],"physical":[134],"properties":[135],"tissue,":[137],"thereby":[138],"eliminating":[139],"need":[141],"hand-crafted":[143],"sound":[144],"design.":[145],"Two":[146],"studies":[148],"involving":[149],"34":[150],"general":[151],"nine":[153],"clinical":[154],"were":[156],"conducted":[157],"evaluate":[159],"proposed":[161],"framework's":[163],"learnability,":[164],"usability,":[165],"accuracy.":[167],"Our":[168,210],"results":[169],"showed":[170],"excellent":[171],"learnability":[172],"correspondence":[175],"rate":[178],"correct":[180],"associations":[181],"significantly":[182],"improved":[183],"(p":[184,201],"<":[185,202],"0.001)":[186],"over":[187],"course":[189],"study.":[192],"resulted":[194],"superior":[196],"brain":[197],"tumor":[198],"localization":[199],"accuracy":[200],"0.05)":[203],"compared":[204],"conventional":[206],"image":[208],"interaction.":[209],"findings":[211],"substantiate":[212],"potential":[214],"this":[216],"novel":[217],"enhance":[220],"images,":[224],"example,":[226],"surgical":[228],"where":[230],"immediate":[231],"precise":[233],"needed.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}