{"id":"https://openalex.org/W4226062754","doi":"https://doi.org/10.1109/isbi52829.2022.9761567","title":"Indication as Prior Knowledge for Multimodal Disease Classification in Chest Radiographs with Transformers","display_name":"Indication as Prior Knowledge for Multimodal Disease Classification in Chest Radiographs with Transformers","publication_year":2022,"publication_date":"2022-03-28","ids":{"openalex":"https://openalex.org/W4226062754","doi":"https://doi.org/10.1109/isbi52829.2022.9761567"},"language":"en","primary_location":{"id":"doi:10.1109/isbi52829.2022.9761567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi52829.2022.9761567","pdf_url":null,"source":{"id":"https://openalex.org/S4363605129","display_name":"2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078326005","display_name":"Grzegorz Jacenk\u00f3w","orcid":"https://orcid.org/0000-0002-1088-4095"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Grzegorz Jacenkow","raw_affiliation_strings":["The University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050825546","display_name":"Alison Q. O\u2019Neil","orcid":"https://orcid.org/0000-0001-8371-0603"},"institutions":[{"id":"https://openalex.org/I4210121059","display_name":"Canon (France)","ror":"https://ror.org/02se40x69","country_code":"FR","type":"company","lineage":["https://openalex.org/I1320697193","https://openalex.org/I4210121059"]},{"id":"https://openalex.org/I4399598468","display_name":"Canon Medical Systems Corporation (Japan)","ror":"https://ror.org/01qpswk97","country_code":null,"type":"company","lineage":["https://openalex.org/I4399598468"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["FR","GB"],"is_corresponding":false,"raw_author_name":"Alison Q. O'Neil","raw_affiliation_strings":["The University of Edinburgh","Canon Medical Research Europe"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Canon Medical Research Europe","institution_ids":["https://openalex.org/I4210121059","https://openalex.org/I4399598468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054437456","display_name":"Sotirios A. Tsaftaris","orcid":"https://orcid.org/0000-0002-8795-9294"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sotirios A. Tsaftaris","raw_affiliation_strings":["The University of Edinburgh","The Alan Turing Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"The Alan Turing Institute","institution_ids":["https://openalex.org/I4210128584"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.686244785785675},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5414708852767944},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5205720067024231},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4364740252494812},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.3453434705734253},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.30136385560035706},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2730101943016052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.686244785785675},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414708852767944},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5205720067024231},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4364740252494812},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.3453434705734253},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30136385560035706},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2730101943016052},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/isbi52829.2022.9761567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi52829.2022.9761567","pdf_url":null,"source":{"id":"https://openalex.org/S4363605129","display_name":"2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jacenk\u00f3w, G, O'Neil, A & Tsaftaris, S A 2022, Indication as Prior Knowledge for Multimodal Disease Classification in Chest Radiographs with Transformers. in 2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI). International Symposium on Biomedical Imaging Proceedings, vol. 2022, Institute of Electrical and Electronics Engineers, IEEE International Symposium on Biomedical Imaging (ISBI) 2022, Kolkata, 28/03/22. https://doi.org/10.1109/ISBI52829.2022.9761567","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.ed.ac.uk:publications/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jacenk\u00f3w, G, O'Neil, A & Tsaftaris, S A 2022, Indication as Prior Knowledge for Multimodal Disease Classification in Chest Radiographs with Transformers. in 2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI). International Symposium on Biomedical Imaging Proceedings, vol. 2022, Institute of Electrical and Electronics Engineers, IEEE International Symposium on Biomedical Imaging (ISBI) 2022, Kolkata, 28/03/22. https://doi.org/10.1109/ISBI52829.2022.9761567","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/9a1c5a37-c5a4-47ec-a19c-a1a83e7d4830","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jacenk\u00f3w, G, O'Neil, A & Tsaftaris, S A 2022, Indication as Prior Knowledge for Multimodal Disease Classification in Chest Radiographs with Transformers. in 2022 IEEE 19th International Symposium on Biomedical Imaging (ISBI). International Symposium on Biomedical Imaging Proceedings, vol. 2022, Institute of Electrical and Electronics Engineers, IEEE International Symposium on Biomedical Imaging (ISBI) 2022, Kolkata, 28/03/22. https://doi.org/10.1109/ISBI52829.2022.9761567","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7945858231","display_name":null,"funder_award_id":"R513209","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7958385711","display_name":"DTP 2018-19 University of Edinburgh","funder_award_id":"EP/R513209/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8893581572","display_name":null,"funder_award_id":"RCSRF1819\\8\\25","funder_id":"https://openalex.org/F4320320005","funder_display_name":"Royal Academy of Engineering"}],"funders":[{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2061836512","https://openalex.org/W2064280196","https://openalex.org/W2162800060","https://openalex.org/W2194775991","https://openalex.org/W2886641317","https://openalex.org/W2896457183","https://openalex.org/W2944400536","https://openalex.org/W2948444103","https://openalex.org/W2962838801","https://openalex.org/W2963466845","https://openalex.org/W2963967185","https://openalex.org/W2968124245","https://openalex.org/W2972119347","https://openalex.org/W2982059360","https://openalex.org/W2995225687","https://openalex.org/W3017885892","https://openalex.org/W3089540670","https://openalex.org/W3092557432","https://openalex.org/W3093220356","https://openalex.org/W3093887848","https://openalex.org/W3097267201","https://openalex.org/W3128510757","https://openalex.org/W6755207826","https://openalex.org/W6767279747","https://openalex.org/W6767908396","https://openalex.org/W6777100518","https://openalex.org/W6784620102"],"related_works":["https://openalex.org/W2938786841","https://openalex.org/W3188962172","https://openalex.org/W2772917594","https://openalex.org/W4312825515","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W2982120024","https://openalex.org/W2131146434","https://openalex.org/W2951359407","https://openalex.org/W4376623224"],"abstract_inverted_index":{"When":[0],"a":[1,4,71,88],"clinician":[2],"refers":[3],"patient":[5,16],"for":[6,84,131],"an":[7],"imaging":[8],"exam,":[9],"they":[10],"include":[11],"the":[12,21,27,31,39,49,57,61,94,97,106,109,113,128],"reason":[13],"(e.g.":[14],"relevant":[15],"history,":[17],"suspected":[18],"disease)":[19],"in":[20,30],"scan":[22],"request;":[23],"this":[24,45],"appears":[25],"as":[26],"indication":[28,62,110],"field":[29,63,111],"radiology":[32],"report.":[33],"The":[34,116],"interpretation":[35],"and":[36,81,100,134],"reporting":[37],"of":[38,56,87,108],"image":[40,67],"are":[41],"substantially":[42],"influenced":[43],"by":[44,69],"request":[46],"text,":[47],"steering":[48],"radiologist":[50],"to":[51,64,104],"focus":[52],"on":[53,78,96,112],"particular":[54],"aspects":[55],"image.":[58],"We":[59,92],"use":[60],"drive":[65],"better":[66],"classification,":[68],"taking":[70],"transformer":[72],"network":[73],"which":[74],"is":[75,140],"unimodally":[76],"pre-trained":[77],"text":[79],"(BERT)":[80],"fine-tuning":[82],"it":[83],"multimodal":[85,135],"classification":[86,114],"dual":[89],"image-text":[90],"input.":[91],"evaluate":[93],"method":[95],"MIMIC-CXR":[98],"dataset,":[99],"present":[101],"ablation":[102],"studies":[103],"investigate":[105],"effect":[107],"performance.":[115],"experimental":[117],"results":[118],"show":[119],"our":[120],"approach":[121],"achieves":[122],"87.8":[123],"average":[124],"micro":[125],"AUROC,":[126],"outperforming":[127],"state-of-the-art":[129],"methods":[130],"unimodal":[132],"(84.4)":[133],"(86.0)":[136],"classification.":[137],"Our":[138],"code":[139],"available":[141],"at":[142],"https://github.com/jacenkow/mmbt.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}