{"id":"https://openalex.org/W4401560343","doi":"https://doi.org/10.1016/j.media.2024.103303","title":"Multimodal representations of biomedical knowledge from limited training whole slide images and reports using deep learning","display_name":"Multimodal representations of biomedical knowledge from limited training whole slide images and reports using deep learning","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401560343","doi":"https://doi.org/10.1016/j.media.2024.103303","pmid":"https://pubmed.ncbi.nlm.nih.gov/39154617"},"language":"en","primary_location":{"id":"doi:10.1016/j.media.2024.103303","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.media.2024.103303","pdf_url":null,"source":{"id":"https://openalex.org/S116571295","display_name":"Medical Image Analysis","issn_l":"1361-8415","issn":["1361-8415","1361-8423","1361-8431"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Image Analysis","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.media.2024.103303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051421852","display_name":"Niccol\u00f2 Marini","orcid":"https://orcid.org/0000-0002-5273-5741"},"institutions":[{"id":"https://openalex.org/I173439891","display_name":"HES-SO University of Applied Sciences and Arts Western Switzerland","ror":"https://ror.org/01xkakk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891"]},{"id":"https://openalex.org/I4210129267","display_name":"HES-SO Valais-Wallis","ror":"https://ror.org/03r5zec51","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Niccol\u00f2 Marini","raw_affiliation_strings":["Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland. Electronic address: niccolo.marini@hevs.ch"],"raw_orcid":"https://orcid.org/0000-0002-5273-5741","affiliations":[{"raw_affiliation_string":"Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland. Electronic address: niccolo.marini@hevs.ch","institution_ids":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003820981","display_name":"Stefano Marchesin","orcid":"https://orcid.org/0000-0003-0362-5893"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Marchesin","raw_affiliation_strings":["Department of Information Engineering, University of Padua, Padua, Italy. Electronic address: stefano.marchesin@unipd.it"],"raw_orcid":"https://orcid.org/0000-0003-0362-5893","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padua, Padua, Italy. Electronic address: stefano.marchesin@unipd.it","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015739274","display_name":"Marek Wodzi\u0144ski","orcid":"https://orcid.org/0000-0002-8076-6246"},"institutions":[{"id":"https://openalex.org/I173439891","display_name":"HES-SO University of Applied Sciences and Arts Western Switzerland","ror":"https://ror.org/01xkakk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["CH","PL"],"is_corresponding":false,"raw_author_name":"Marek Wodzinski","raw_affiliation_strings":["Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland; Department of Measurement and Electronics, AGH University of Krak\u00f3w, Krakow, Poland"],"raw_orcid":"https://orcid.org/0000-0002-8076-6246","affiliations":[{"raw_affiliation_string":"Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland; Department of Measurement and Electronics, AGH University of Krak\u00f3w, Krakow, Poland","institution_ids":["https://openalex.org/I686019","https://openalex.org/I173439891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079471883","display_name":"Alessandro Caputo","orcid":"https://orcid.org/0000-0001-5139-3869"},"institutions":[{"id":"https://openalex.org/I2802395249","display_name":"CTO Hospital","ror":"https://ror.org/05ph11m41","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I2802395249"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Caputo","raw_affiliation_strings":["Department of Pathology, Ruggi University Hospital, Salerno, Italy; Pathology Unit, Gravina Hospital Caltagirone ASP, Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5139-3869","affiliations":[{"raw_affiliation_string":"Department of Pathology, Ruggi University Hospital, Salerno, Italy; Pathology Unit, Gravina Hospital Caltagirone ASP, Catania, Italy","institution_ids":["https://openalex.org/I2802395249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082752831","display_name":"Damian Podareanu","orcid":"https://orcid.org/0000-0002-4207-8725"},"institutions":[{"id":"https://openalex.org/I4210108155","display_name":"SURFsara (Netherlands)","ror":"https://ror.org/01k0v6g02","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210108155"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Damian Podareanu","raw_affiliation_strings":["SURFsara, Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SURFsara, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I4210108155"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082148721","display_name":"Bryan Cardenas Guevara","orcid":"https://orcid.org/0000-0001-9793-910X"},"institutions":[{"id":"https://openalex.org/I4210108155","display_name":"SURFsara (Netherlands)","ror":"https://ror.org/01k0v6g02","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210108155"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bryan Cardenas Guevara","raw_affiliation_strings":["SURFsara, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9793-910X","affiliations":[{"raw_affiliation_string":"SURFsara, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I4210108155"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044704545","display_name":"Svetla Boytcheva","orcid":"https://orcid.org/0000-0002-5542-9168"},"institutions":[{"id":"https://openalex.org/I4210163063","display_name":"Institute of Information and Communication Technologies","ror":"https://ror.org/05fpsjc82","country_code":"BG","type":"facility","lineage":["https://openalex.org/I24768866","https://openalex.org/I4210163063"]},{"id":"https://openalex.org/I46831270","display_name":"Ontotext (Bulgaria)","ror":"https://ror.org/048zn2n32","country_code":"BG","type":"company","lineage":["https://openalex.org/I4405260416","https://openalex.org/I46831270"]}],"countries":["BG"],"is_corresponding":false,"raw_author_name":"Svetla Boytcheva","raw_affiliation_strings":["Ontotext, Sofia, Bulgaria; Institute of Information and Communication Technologies, Bulgarian Academy of Sciences, Sofia, Bulgaria"],"raw_orcid":"https://orcid.org/0000-0002-5542-9168","affiliations":[{"raw_affiliation_string":"Ontotext, Sofia, Bulgaria; Institute of Information and Communication Technologies, Bulgarian Academy of Sciences, Sofia, Bulgaria","institution_ids":["https://openalex.org/I46831270","https://openalex.org/I4210163063"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042640345","display_name":"Simona Vatrano","orcid":"https://orcid.org/0000-0003-4022-4343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simona Vatrano","raw_affiliation_strings":["Pathology Unit, Gravina Hospital Caltagirone ASP, Catania, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pathology Unit, Gravina Hospital Caltagirone ASP, Catania, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079320233","display_name":"Filippo Fraggetta","orcid":"https://orcid.org/0000-0002-0040-9987"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]},{"id":"https://openalex.org/I2802934949","display_name":"Radboud University Medical Center","ror":"https://ror.org/05wg1m734","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2802934949"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Filippo Fraggetta","raw_affiliation_strings":["Pathology Unit, Gravina Hospital Caltagirone ASP, Catania, Italy; Department of Pathology, Radboud University Medical Center, Nijmegen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-0040-9987","affiliations":[{"raw_affiliation_string":"Pathology Unit, Gravina Hospital Caltagirone ASP, Catania, Italy; Department of Pathology, Radboud University Medical Center, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427","https://openalex.org/I2802934949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002905948","display_name":"Francesco Ciompi","orcid":"https://orcid.org/0000-0001-8327-9606"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]},{"id":"https://openalex.org/I2802934949","display_name":"Radboud University Medical Center","ror":"https://ror.org/05wg1m734","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2802934949"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Francesco Ciompi","raw_affiliation_strings":["Department of Pathology, Radboud University Medical Center, Nijmegen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8327-9606","affiliations":[{"raw_affiliation_string":"Department of Pathology, Radboud University Medical Center, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427","https://openalex.org/I2802934949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078254809","display_name":"Gianmaria Silvello","orcid":"https://orcid.org/0000-0003-4970-4554"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianmaria Silvello","raw_affiliation_strings":["Department of Information Engineering, University of Padua, Padua, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4970-4554","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padua, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061961859","display_name":"Henning M\u00fcller","orcid":"https://orcid.org/0000-0001-6800-9878"},"institutions":[{"id":"https://openalex.org/I173439891","display_name":"HES-SO University of Applied Sciences and Arts Western Switzerland","ror":"https://ror.org/01xkakk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891"]},{"id":"https://openalex.org/I4210129267","display_name":"HES-SO Valais-Wallis","ror":"https://ror.org/03r5zec51","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Henning M\u00fcller","raw_affiliation_strings":["Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland; Medical faculty, University of Geneva, 1211 Geneva, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-6800-9878","affiliations":[{"raw_affiliation_string":"Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland; Medical faculty, University of Geneva, 1211 Geneva, Switzerland","institution_ids":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075411914","display_name":"Manfredo Atzori","orcid":"https://orcid.org/0000-0001-5397-2063"},"institutions":[{"id":"https://openalex.org/I173439891","display_name":"HES-SO University of Applied Sciences and Arts Western Switzerland","ror":"https://ror.org/01xkakk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891"]},{"id":"https://openalex.org/I4210129267","display_name":"HES-SO Valais-Wallis","ror":"https://ror.org/03r5zec51","country_code":"CH","type":"education","lineage":["https://openalex.org/I173439891","https://openalex.org/I4210129267"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Manfredo Atzori","raw_affiliation_strings":["Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland; Department of Neurosciences, University of Padua, Padua, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5397-2063","affiliations":[{"raw_affiliation_string":"Information Systems Institute, University of Applied Sciences Western Switzerland (HES-SO Valais), Sierre, Switzerland; Department of Neurosciences, University of Padua, Padua, Italy","institution_ids":["https://openalex.org/I4210129267","https://openalex.org/I173439891"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5051421852"],"corresponding_institution_ids":["https://openalex.org/I173439891","https://openalex.org/I4210129267"],"apc_list":{"value":3970,"currency":"USD","value_usd":3970},"apc_paid":{"value":3970,"currency":"USD","value_usd":3970},"fwci":4.6134,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.9533787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"97","issue":null,"first_page":"103303","last_page":"103303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7824205160140991},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7278059720993042},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.628383994102478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5641193389892578},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5231400728225708},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5226545333862305},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.49384623765945435},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4531753659248352},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.41592156887054443},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41196173429489136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3422067165374756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7824205160140991},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7278059720993042},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.628383994102478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5641193389892578},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5231400728225708},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5226545333862305},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.49384623765945435},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4531753659248352},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.41592156887054443},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41196173429489136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3422067165374756},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016247","descriptor_name":"Information Storage and Retrieval","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1016/j.media.2024.103303","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.media.2024.103303","pdf_url":null,"source":{"id":"https://openalex.org/S116571295","display_name":"Medical Image Analysis","issn_l":"1361-8415","issn":["1361-8415","1361-8423","1361-8431"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Image Analysis","raw_type":"journal-article"},{"id":"pmid:39154617","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39154617","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical image analysis","raw_type":null},{"id":"pmh:oai:repository.ubn.ru.nl:2066/310386","is_oa":true,"landing_page_url":"https://repository.ubn.ru.nl/handle/2066/310386","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/310386/310386.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:www.research.unipd.it:11577/3523897","is_oa":true,"landing_page_url":"https://hdl.handle.net/11577/3523897","pdf_url":"https://www.research.unipd.it/bitstream/11577/3523897/2/1-s2.0-S1361841524002287-main.pdf","source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:hesso.tind.io:15107","is_oa":false,"landing_page_url":"http://arodes.hes-so.ch/record/15107","pdf_url":null,"source":{"id":"https://openalex.org/S4306402432","display_name":"ArODES (HES-SO (https://www.hes-so.ch/))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210088449","host_organization_name":"HES-SO Gen\u00e8ve","host_organization_lineage":["https://openalex.org/I4210088449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arodes.hes-so.ch/record/15107","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1016/j.media.2024.103303","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.media.2024.103303","pdf_url":null,"source":{"id":"https://openalex.org/S116571295","display_name":"Medical Image Analysis","issn_l":"1361-8415","issn":["1361-8415","1361-8423","1361-8431"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Image Analysis","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2791011305","display_name":null,"funder_award_id":"825292","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G5113281195","display_name":null,"funder_award_id":"825292","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W654566995","https://openalex.org/W1911952697","https://openalex.org/W1977653087","https://openalex.org/W2103243046","https://openalex.org/W2560886373","https://openalex.org/W2587257410","https://openalex.org/W2780025726","https://openalex.org/W2889985731","https://openalex.org/W2896457183","https://openalex.org/W2903190209","https://openalex.org/W2939957413","https://openalex.org/W2956228567","https://openalex.org/W2964343359","https://openalex.org/W2964756323","https://openalex.org/W2969278648","https://openalex.org/W2980282514","https://openalex.org/W3017003177","https://openalex.org/W3034447539","https://openalex.org/W3035524453","https://openalex.org/W3036052161","https://openalex.org/W3036709462","https://openalex.org/W3046375318","https://openalex.org/W3091546937","https://openalex.org/W3094595351","https://openalex.org/W3099319035","https://openalex.org/W3113084721","https://openalex.org/W3128158496","https://openalex.org/W3128210037","https://openalex.org/W3135547872","https://openalex.org/W3146671999","https://openalex.org/W3159481202","https://openalex.org/W3176719058","https://openalex.org/W3181082054","https://openalex.org/W3188992855","https://openalex.org/W3207582186","https://openalex.org/W3211647829","https://openalex.org/W3217799312","https://openalex.org/W4205900565","https://openalex.org/W4206042814","https://openalex.org/W4207066074","https://openalex.org/W4210797939","https://openalex.org/W4221161782","https://openalex.org/W4224947621","https://openalex.org/W4229042118","https://openalex.org/W4281254305","https://openalex.org/W4286717608","https://openalex.org/W4288809219","https://openalex.org/W4292779060","https://openalex.org/W4295951577","https://openalex.org/W4296127589","https://openalex.org/W4297808394","https://openalex.org/W4306812666","https://openalex.org/W4312468136","https://openalex.org/W4313529762","https://openalex.org/W4380136403","https://openalex.org/W4385245566","https://openalex.org/W4385285835","https://openalex.org/W4385291683","https://openalex.org/W4385948838","https://openalex.org/W4386024535","https://openalex.org/W4386071624","https://openalex.org/W4386794373","https://openalex.org/W4387595925","https://openalex.org/W6639490048","https://openalex.org/W6739901393","https://openalex.org/W6747701563","https://openalex.org/W6778883912","https://openalex.org/W6781031682","https://openalex.org/W6783932744","https://openalex.org/W6789280618","https://openalex.org/W6791353385","https://openalex.org/W6802014000","https://openalex.org/W6803426362","https://openalex.org/W6846467114","https://openalex.org/W6855625973"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"The":[0,130,148,171,230,265],"increasing":[1],"availability":[2],"of":[3,25,60,73,88,94,173,241,267],"biomedical":[4,120,146,308],"data":[5,27,32,65,121,135,183,192,232,249],"creates":[6],"valuable":[7],"resources":[8],"for":[9],"developing":[10],"new":[11,280,286],"deep":[12,108],"learning":[13,109],"algorithms":[14,273],"to":[15,82,133,143,226,246,251,275,297,303,313],"support":[16],"experts,":[17,284],"especially":[18],"in":[19,305],"domains":[20],"where":[21],"collecting":[22],"large":[23,48],"volumes":[24],"annotated":[26],"is":[28,150],"not":[29,311],"trivial.":[30],"Biomedical":[31],"include":[33,55],"several":[34],"modalities":[35],"containing":[36],"complementary":[37],"information,":[38,52],"such":[39],"as":[40,223],"medical":[41,97],"images":[42,45,89,268],"and":[43,49,66,139,142,187,194,198,244,260,269,307],"reports:":[44],"are":[46,206],"often":[47,67],"encode":[50],"low-level":[51],"while":[53],"reports":[54,270],"a":[56,70,78,114,118,224],"summarized":[57],"high-level":[58],"description":[59],"the":[61,74,85,91,103,162,174,202,216,235,239,248,256,262,290,301],"findings":[62],"identified":[63],"within":[64,127],"only":[68,77],"concerning":[69],"small":[71],"part":[72],"image.":[75],"However,":[76],"few":[79],"methods":[80],"allow":[81],"effectively":[83],"link":[84],"visual":[86,199,292],"content":[87,93],"with":[90,161],"textual":[92,197],"reports,":[95],"preventing":[96],"specialists":[98],"from":[99,102,166,184,188],"properly":[100],"benefitting":[101],"recent":[104],"opportunities":[105],"offered":[106],"by":[107,208,283],"models.":[110],"This":[111],"paper":[112],"introduces":[113],"multimodal":[115,145,175,191,217,231,291],"architecture":[116,131,149,176,218],"creating":[117],"robust":[119],"representation":[122,233],"encoding":[123],"fine-grained":[124],"text":[125],"representations":[126],"image":[128],"embeddings.":[129],"aims":[132],"tackle":[134],"scarcity":[136],"(combining":[137],"supervised":[138],"self-supervised":[140,272],"learning)":[141],"create":[144],"ontologies.":[147],"trained":[151],"on":[152,238],"over":[153],"6,000":[154],"colon":[155,242],"whole":[156],"slide":[157],"Images":[158],"(WSI),":[159],"paired":[160],"corresponding":[163],"report,":[164],"collected":[165],"two":[167,204],"digital":[168],"pathology":[169,185],"workflows.":[170],"evaluation":[172],"involves":[177],"three":[178],"tasks:":[179],"WSI":[180],"classification":[181,240],"(on":[182],"workflow":[186],"public":[189],"repositories),":[190],"retrieval,":[193],"linking":[195,294],"between":[196],"concepts.":[200],"Noticeably,":[201],"latter":[203],"tasks":[205],"available":[207],"architectural":[209],"design":[210],"without":[211,278],"further":[212],"training,":[213],"showing":[214],"that":[215,219],"can":[220],"be":[221],"adopted":[222],"backbone":[225],"solve":[227],"peculiar":[228],"tasks.":[229],"outperforms":[234],"unimodal":[236],"one":[237],"WSIs":[243],"allows":[245,274],"halve":[247],"needed":[250],"reach":[252],"accurate":[253],"performance,":[254],"reducing":[255],"computational":[257],"power":[258],"required":[259],"thus":[261],"carbon":[263],"footprint.":[264],"combination":[266],"exploiting":[271],"mine":[276],"databases":[277],"needing":[279],"annotations":[281],"provided":[282],"extracting":[285],"information.":[287],"In":[288],"particular,":[289],"ontology,":[293],"semantic":[295],"concepts":[296],"images,":[298],"may":[299],"pave":[300],"way":[302],"advancements":[304],"medicine":[306],"analysis":[309],"domains,":[310],"limited":[312],"histopathology.":[314]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12}],"updated_date":"2026-06-07T08:38:57.713557","created_date":"2025-10-10T00:00:00"}