{"id":"https://openalex.org/W4386352707","doi":"https://doi.org/10.1109/isbi53787.2023.10230356","title":"Improved Multimodal Fusion for Small Datasets with Auxiliary Supervision","display_name":"Improved Multimodal Fusion for Small Datasets with Auxiliary Supervision","publication_year":2023,"publication_date":"2023-04-18","ids":{"openalex":"https://openalex.org/W4386352707","doi":"https://doi.org/10.1109/isbi53787.2023.10230356"},"language":"en","primary_location":{"id":"doi:10.1109/isbi53787.2023.10230356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi53787.2023.10230356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071860390","display_name":"Gregory Holste","orcid":"https://orcid.org/0000-0002-5657-3081"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Holste","raw_affiliation_strings":["The University of Texas at Austin,Austin,TX,USA","The University of Texas at Austin, Austin, TX, USA","Artera, Inc, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin,Austin,TX,USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Artera, Inc, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011061670","display_name":"Douwe van der Wal","orcid":"https://orcid.org/0000-0003-2323-1357"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Douwe van der Wal","raw_affiliation_strings":["Artera, Inc,Mountain View,CA,USA","Artera, Inc, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artera, Inc,Mountain View,CA,USA","institution_ids":[]},{"raw_affiliation_string":"Artera, Inc, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062268913","display_name":"Hans Pinckaers","orcid":"https://orcid.org/0000-0002-7570-9300"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hans Pinckaers","raw_affiliation_strings":["Artera, Inc,Mountain View,CA,USA","Artera, Inc, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artera, Inc,Mountain View,CA,USA","institution_ids":[]},{"raw_affiliation_string":"Artera, Inc, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048486021","display_name":"Rikiya Yamashita","orcid":"https://orcid.org/0000-0002-2686-2333"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rikiya Yamashita","raw_affiliation_strings":["Artera, Inc,Mountain View,CA,USA","Artera, Inc, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artera, Inc,Mountain View,CA,USA","institution_ids":[]},{"raw_affiliation_string":"Artera, Inc, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084052779","display_name":"Akinori Mitani","orcid":"https://orcid.org/0000-0001-8088-6021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akinori Mitani","raw_affiliation_strings":["Artera, Inc,Mountain View,CA,USA","Artera, Inc, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artera, Inc,Mountain View,CA,USA","institution_ids":[]},{"raw_affiliation_string":"Artera, Inc, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070015743","display_name":"Andre Esteva","orcid":"https://orcid.org/0000-0003-1937-9682"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andre Esteva","raw_affiliation_strings":["Artera, Inc,Mountain View,CA,USA","Artera, Inc, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artera, Inc,Mountain View,CA,USA","institution_ids":[]},{"raw_affiliation_string":"Artera, Inc, Mountain View, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6526,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7514594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7416873574256897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6324878931045532},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6238440275192261},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5283154845237732},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5189613699913025},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5052583813667297},{"id":"https://openalex.org/keywords/concatenation","display_name":"Concatenation (mathematics)","score":0.4641244411468506},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.44972965121269226},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.42942681908607483},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4176933467388153},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3472995162010193},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2748190462589264},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14655110239982605}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7416873574256897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6324878931045532},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6238440275192261},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5283154845237732},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5189613699913025},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5052583813667297},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.4641244411468506},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.44972965121269226},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.42942681908607483},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4176933467388153},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3472995162010193},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2748190462589264},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14655110239982605},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi53787.2023.10230356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi53787.2023.10230356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2006115709","https://openalex.org/W2066937933","https://openalex.org/W2108864389","https://openalex.org/W2148539277","https://openalex.org/W2167949509","https://openalex.org/W2171033594","https://openalex.org/W2761668583","https://openalex.org/W2791655860","https://openalex.org/W2797527544","https://openalex.org/W2889646458","https://openalex.org/W2895368507","https://openalex.org/W2908510526","https://openalex.org/W2947726336","https://openalex.org/W2954499361","https://openalex.org/W3083699157","https://openalex.org/W3094595351","https://openalex.org/W3127066344","https://openalex.org/W3201906559","https://openalex.org/W3203898052","https://openalex.org/W3204958849","https://openalex.org/W3210070020","https://openalex.org/W4243367342","https://openalex.org/W4282942659","https://openalex.org/W4323657311","https://openalex.org/W6757817989","https://openalex.org/W6783001986","https://openalex.org/W6797319049","https://openalex.org/W6810132928"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2391745328","https://openalex.org/W4214649316","https://openalex.org/W2154495931","https://openalex.org/W2554790198"],"abstract_inverted_index":{"Prostate":[0],"cancer":[1,164],"is":[2],"one":[3],"of":[4,8,21,46,56,146],"the":[5,159],"leading":[6],"causes":[7],"cancer-related":[9],"death":[10],"in":[11],"men":[12],"worldwide.":[13],"Like":[14],"many":[15,39],"cancers,":[16],"diagnosis":[17,165],"involves":[18],"expert":[19],"integration":[20],"heterogeneous":[22],"patient":[23,67],"information":[24],"such":[25],"as":[26],"imaging,":[27],"clinical":[28,52,152,172],"risk":[29],"factors,":[30],"and":[31,48,84,154,170,181,192],"more.":[32,85],"For":[33],"this":[34],"reason,":[35],"there":[36],"have":[37],"been":[38],"recent":[40],"efforts":[41],"toward":[42],"deep":[43],"multimodal":[44,134],"fusion":[45,89,125,135],"image":[47,191],"non-image":[49,193],"data":[50],"for":[51,132],"decision":[53],"tasks.":[54],"Many":[55],"these":[57,87],"studies":[58],"propose":[59,128],"methods":[60,131,176],"to":[61,109,114,179,185],"fuse":[62],"learned":[63],"features":[64],"from":[65,166],"each":[66],"modality,":[68],"providing":[69],"significant":[70],"downstream":[71],"improvements":[72],"with":[73,99,136,189],"techniques":[74],"like":[75],"cross-modal":[76],"attention":[77],"gating,":[78],"Kronecker":[79],"product":[80],"fusion,":[81],"orthogonality":[82],"regularization,":[83],"While":[86],"enhanced":[88],"operations":[90],"can":[91,182],"improve":[92],"upon":[93],"feature":[94],"concatenation,":[95],"they":[96,106],"often":[97],"come":[98],"an":[100],"extremely":[101],"high":[102],"learning":[103],"capacity,":[104],"meaning":[105],"are":[107,177],"likely":[108],"overfit":[110],"when":[111],"applied":[112,184],"even":[113],"small":[115,137],"or":[116],"low-dimensional":[117],"datasets.":[118],"Rather":[119],"than":[120],"designing":[121],"a":[122],"highly":[123],"expressive":[124],"operation,":[126],"we":[127],"three":[129],"simple":[130],"improved":[133],"datasets":[138],"that":[139],"aid":[140],"optimization":[141],"by":[142],"generating":[143],"auxiliary":[144],"sources":[145],"supervision":[147],"during":[148],"training:":[149],"extra":[150],"supervision,":[151],"prediction,":[153],"dense":[155],"fusion.":[156],"We":[157],"validate":[158],"proposed":[160,175],"approaches":[161],"on":[162],"prostate":[163],"paired":[167,190],"histopathology":[168],"imaging":[169],"tabular":[171],"features.":[173],"The":[174],"straightforward":[178],"implement":[180],"be":[183],"any":[186],"classification":[187],"task":[188],"data.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}