{"id":"https://openalex.org/W4281719670","doi":"https://doi.org/10.1109/ipta54936.2022.9784146","title":"Explainability for Medical Image Captioning","display_name":"Explainability for Medical Image Captioning","publication_year":2022,"publication_date":"2022-04-19","ids":{"openalex":"https://openalex.org/W4281719670","doi":"https://doi.org/10.1109/ipta54936.2022.9784146"},"language":"en","primary_location":{"id":"doi:10.1109/ipta54936.2022.9784146","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipta54936.2022.9784146","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Eleventh International Conference on Image Processing Theory, Tools and Applications (IPTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084209353","display_name":"Djamila Romaissa Beddiar","orcid":"https://orcid.org/0000-0002-1371-3881"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Djamila Beddiar","raw_affiliation_strings":["University of Oulu,CMVS,Oulu,Finland","CMVS, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"University of Oulu,CMVS,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"CMVS, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068812101","display_name":"Mourad Oussalah","orcid":"https://orcid.org/0000-0002-4422-8723"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mourad Oussalah","raw_affiliation_strings":["University of Oulu,CMVS & MIPT, Faculty of Medicine,Oulu,Finland"],"affiliations":[{"raw_affiliation_string":"University of Oulu,CMVS & MIPT, Faculty of Medicine,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059580063","display_name":"Tapio Sepp\u00e4nen","orcid":"https://orcid.org/0000-0002-3963-0750"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Seppanen Tapio","raw_affiliation_strings":["University of Oulu,CMVS,Oulu,Finland","CMVS, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"University of Oulu,CMVS,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"CMVS, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084209353"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":1.2257,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80015352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9721742868423462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6772234439849854},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5978374481201172},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5243856310844421},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5155032277107239}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9721742868423462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6772234439849854},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5978374481201172},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5243856310844421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5155032277107239}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ipta54936.2022.9784146","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipta54936.2022.9784146","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Eleventh International Conference on Image Processing Theory, Tools and Applications (IPTA)","raw_type":"proceedings-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe202301162915","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe202301162915","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1895577753","https://openalex.org/W2750755203","https://openalex.org/W2752303122","https://openalex.org/W2782630856","https://openalex.org/W2890049624","https://openalex.org/W2890888035","https://openalex.org/W2946940672","https://openalex.org/W2962858109","https://openalex.org/W2966554469","https://openalex.org/W2979956313","https://openalex.org/W2980483218","https://openalex.org/W2996872287","https://openalex.org/W2997492438","https://openalex.org/W3041019899","https://openalex.org/W3048500491","https://openalex.org/W3098325931","https://openalex.org/W3126988965","https://openalex.org/W3153709698","https://openalex.org/W3173460036","https://openalex.org/W3182293212","https://openalex.org/W3196361583","https://openalex.org/W3198028388","https://openalex.org/W3198119851","https://openalex.org/W3198543175","https://openalex.org/W3198730297","https://openalex.org/W3199965269","https://openalex.org/W6630875275","https://openalex.org/W6743117227","https://openalex.org/W6744296083","https://openalex.org/W6747696956","https://openalex.org/W6754277190","https://openalex.org/W6763393695","https://openalex.org/W6766193724","https://openalex.org/W6768984149","https://openalex.org/W6771650071","https://openalex.org/W6772197849","https://openalex.org/W6784955093","https://openalex.org/W6798308576","https://openalex.org/W6800691011","https://openalex.org/W6800760795","https://openalex.org/W6800902087","https://openalex.org/W6801733594"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Medical":[0],"image":[1,71,129,172],"captioning":[2,31,72,130,209],"is":[3,23,35,84,101],"the":[4,24,52,55,89,112,143,171,180,194,206],"process":[5],"of":[6,32,36,54,115,136,160,170,179,186,193],"generating":[7],"clinically":[8],"significant":[9],"descriptions":[10,68],"to":[11,65,86,110,156,166,175,184],"medical":[12,20,33,40,70,128,208],"images,":[13],"which":[14,19,108],"has":[15],"many":[16,59],"applications":[17],"among":[18],"report":[21],"generation":[22],"most":[25],"frequent":[26],"one.":[27],"In":[28],"general,":[29],"automatic":[30],"images":[34],"great":[37],"interest":[38],"for":[39,127,153],"experts":[41],"since":[42],"it":[43,83],"offers":[44],"assistance":[45],"in":[46,121,182],"diagnosis,":[47],"disease":[48],"treatment":[49],"and":[50,76,148,163],"automating":[51],"workflow":[53],"health":[56],"practitioners.":[57],"Recently,":[58],"efforts":[60],"have":[61],"been":[62],"put":[63],"forward":[64],"obtain":[66],"accurate":[67],"but":[69],"still":[73],"provides":[74,132],"weak":[75],"incorrect":[77],"descriptions.":[78],"To":[79],"alleviate":[80],"this":[81,122],"issue,":[82],"important":[85],"explain":[87],"why":[88],"model":[90,140,204],"produced":[91],"a":[92,133],"particular":[93],"caption":[94,181],"based":[95,117],"on":[96],"some":[97],"specific":[98],"features.":[99,150],"This":[100],"performed":[102],"through":[103],"Artificial":[104],"Intelligence":[105],"Explainability":[106],"(XAI),":[107],"aims":[109],"unfold":[111],"\u2018black-box\u2019":[113],"feature":[114],"deep-learning":[116],"models.":[118],"We":[119,151,200],"present":[120],"paper":[123],"an":[124],"explainable":[125],"module":[126],"that":[131,173],"sound":[134],"interpretation":[135],"our":[137,203],"attention-based":[138],"encoder-decoder":[139],"by":[141],"explaining":[142],"correspondence":[144],"between":[145],"visual":[146,164,187],"features":[147,162,188],"semantic":[149,161],"exploit":[152],"that,":[154],"self-attention":[155],"compute":[157,167],"word":[158,178],"importance":[159],"attention":[165],"relevant":[168],"regions":[169],"correspond":[174],"each":[176,191],"generated":[177],"addition":[183],"visualization":[185],"extracted":[189],"at":[190],"layer":[192],"Convolutional":[195],"Neural":[196],"Network":[197],"(CNN)":[198],"encoder.":[199],"finally":[201],"evaluate":[202],"using":[205],"ImageCLEF":[207],"dataset.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}