{"id":"https://openalex.org/W7161788441","doi":"https://doi.org/10.1109/isbi61048.2026.11515944","title":"A Multi-Modal Transformer for Ultrasound-Guided Diffuse Optical Tomography","display_name":"A Multi-Modal Transformer for Ultrasound-Guided Diffuse Optical Tomography","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7161788441","doi":"https://doi.org/10.1109/isbi61048.2026.11515944"},"language":null,"primary_location":{"id":"doi:10.1109/isbi61048.2026.11515944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084560805","display_name":"Seongkwon Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongkwon Yu","raw_affiliation_strings":["School of Electrical Engineering, KAIST,Daejeon,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST,Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026877895","display_name":"Seok-Hwan Oh","orcid":"https://orcid.org/0000-0002-3075-6875"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seok-Hwan Oh","raw_affiliation_strings":["School of Electrical Engineering, KAIST,Daejeon,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST,Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039407312","display_name":"Yuqing Liang","orcid":"https://orcid.org/0000-0001-8421-752X"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yuqing Liang","raw_affiliation_strings":["School of Electrical Engineering, KAIST,Daejeon,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST,Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399750","display_name":"Jimin Lee","orcid":"https://orcid.org/0000-0002-8703-0979"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jimin Lee","raw_affiliation_strings":["School of Electrical Engineering, KAIST,Daejeon,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST,Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136607726","display_name":"Bumjun Koh","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bumjun Koh","raw_affiliation_strings":["School of Electrical Engineering, KAIST,Daejeon,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST,Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136518296","display_name":"Hyeon-Min Bae","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyeon-Min Bae","raw_affiliation_strings":["School of Electrical Engineering, KAIST,Daejeon,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, KAIST,Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6459854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10977","display_name":"Optical Imaging and Spectroscopy Techniques","score":0.8575999736785889,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10977","display_name":"Optical Imaging and Spectroscopy Techniques","score":0.8575999736785889,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11569","display_name":"Optical Coherence Tomography Applications","score":0.026799999177455902,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3260999917984009},{"id":"https://openalex.org/keywords/tomography","display_name":"Tomography","score":0.305400013923645},{"id":"https://openalex.org/keywords/diffuse-optical-imaging","display_name":"Diffuse optical imaging","score":0.2849999964237213},{"id":"https://openalex.org/keywords/optical-fiber","display_name":"Optical fiber","score":0.2597000002861023},{"id":"https://openalex.org/keywords/optical-coherence-tomography","display_name":"Optical coherence tomography","score":0.226500004529953}],"concepts":[{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.5631999969482422},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.41100001335144043},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3260999917984009},{"id":"https://openalex.org/C163716698","wikidata":"https://www.wikidata.org/wiki/Q841267","display_name":"Tomography","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C145417883","wikidata":"https://www.wikidata.org/wiki/Q5275421","display_name":"Diffuse optical imaging","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C194232370","wikidata":"https://www.wikidata.org/wiki/Q162","display_name":"Optical fiber","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C49040817","wikidata":"https://www.wikidata.org/wiki/Q193091","display_name":"Optoelectronics","level":1,"score":0.2320999950170517},{"id":"https://openalex.org/C2778818243","wikidata":"https://www.wikidata.org/wiki/Q899552","display_name":"Optical coherence tomography","level":2,"score":0.226500004529953},{"id":"https://openalex.org/C544519230","wikidata":"https://www.wikidata.org/wiki/Q32566","display_name":"Computed tomography","level":2,"score":0.22030000388622284},{"id":"https://openalex.org/C108597893","wikidata":"https://www.wikidata.org/wiki/Q663650","display_name":"Reflectivity","level":2,"score":0.19990000128746033}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515944","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6278583407402039,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1989534560","https://openalex.org/W2097683070","https://openalex.org/W2137621957","https://openalex.org/W2166163757","https://openalex.org/W2465505234","https://openalex.org/W2757019567","https://openalex.org/W2962850795","https://openalex.org/W2969842883","https://openalex.org/W2980245312","https://openalex.org/W2991372685","https://openalex.org/W3207166205","https://openalex.org/W3211490618","https://openalex.org/W4206017534","https://openalex.org/W4214667422","https://openalex.org/W4323338640","https://openalex.org/W4386418522","https://openalex.org/W4387806885","https://openalex.org/W4388491525"],"related_works":[],"abstract_inverted_index":{"Diffuse":[0],"Optical":[1],"Tomography":[2],"(DOT)":[3],"is":[4],"a":[5,41,60,107],"non-invasive":[6],"imaging":[7,49,146],"modality":[8],"that":[9,44,90],"estimates":[10],"tissue":[11],"optical":[12,78],"properties":[13],"using":[14,100],"near-infrared":[15],"(NIR)":[16],"light.":[17],"Conventional":[18],"DOT":[19,51,93,142],"reconstruction":[20,54,143],"methods":[21],"suffer":[22],"from":[23,68],"poor":[24],"spatial":[25],"resolution":[26],"and":[27,71,75,94,103,121,125],"instability":[28],"due":[29],"to":[30,52,64],"the":[31,73,134],"ill-posed":[32],"inverse":[33],"problem.":[34],"In":[35],"this":[36],"work,":[37],"we":[38,84],"propose":[39],"MDOT-former,":[40],"multi-modal":[42,137],"transformer":[43,63],"integrates":[45],"B-mode":[46],"ultrasound":[47],"(US)":[48],"with":[50],"enhance":[53],"accuracy.":[55],"The":[56,131],"proposed":[57],"model":[58,82],"employs":[59],"multimodal":[61],"cross-attention":[62],"extract":[65],"morphological":[66],"features":[67],"US":[69,95],"images":[70],"improve":[72],"localization":[74],"quantification":[76],"of":[77,136],"properties.":[79],"To":[80],"facilitate":[81],"training,":[83],"introduce":[85],"an":[86],"in-silico":[87,102],"simulation":[88],"framework":[89],"synthesizes":[91],"paired":[92],"data.":[96],"We":[97],"evaluate":[98],"MDOT-former":[99,115],"both":[101,123],"ex-vivo":[104],"experiments,":[105],"demonstrating":[106],"significant":[108],"improvement":[109],"over":[110],"state-of-the-art":[111],"(SOTA)":[112],"learning-based":[113],"algorithms.":[114],"achieves":[116],"95%":[117],"lesion":[118,129],"identification":[119],"sensitivity":[120],"improves":[122],"structural":[124],"quantitative":[126],"accuracy":[127],"in":[128,140],"detection.":[130],"results":[132],"highlight":[133],"potential":[135],"deep":[138],"learning":[139],"advancing":[141],"for":[144],"biomedical":[145],"applications.":[147]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-21T00:00:00"}