{"id":"https://openalex.org/W3007443315","doi":"https://doi.org/10.1109/tip.2020.2975980","title":"A Deep Multi-Modal Explanation Model for Zero-Shot Learning","display_name":"A Deep Multi-Modal Explanation Model for Zero-Shot Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3007443315","doi":"https://doi.org/10.1109/tip.2020.2975980","mag":"3007443315","pmid":"https://pubmed.ncbi.nlm.nih.gov/32142437"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.2975980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.2975980","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lirias.kuleuven.be/handle/123456789/651030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004895426","display_name":"Yu Liu","orcid":"https://orcid.org/0000-0002-2067-9175"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["ESAT-PSI, KU Leuven, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-2067-9175","affiliations":[{"raw_affiliation_string":"ESAT-PSI, KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074816094","display_name":"Tinne Tuytelaars","orcid":"https://orcid.org/0000-0003-3307-9723"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tinne Tuytelaars","raw_affiliation_strings":["ESAT-PSI, KU Leuven, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-3307-9723","affiliations":[{"raw_affiliation_string":"ESAT-PSI, KU Leuven, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":2.2164,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.90146608,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"4788","last_page":"4803"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.768075168132782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6833550930023193},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5928818583488464},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5352291464805603},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5271919369697571},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4889020025730133},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.47209399938583374},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4601609706878662},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.45153528451919556},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4391386806964874},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.42405444383621216},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.20290198922157288}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.768075168132782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6833550930023193},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5928818583488464},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5352291464805603},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5271919369697571},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4889020025730133},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.47209399938583374},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4601609706878662},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.45153528451919556},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4391386806964874},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.42405444383621216},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.20290198922157288},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2020.2975980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.2975980","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:32142437","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32142437","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/651030","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/123456789/651030","pdf_url":null,"source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ieee Transactions On Image Processing, vol. 29, (4788-4803)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/651030","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/123456789/651030","pdf_url":null,"source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ieee Transactions On Image Processing, vol. 29, (4788-4803)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6352865086","display_name":null,"funder_award_id":"C14/18/065","funder_id":"https://openalex.org/F4320322308","funder_display_name":"KU Leuven"},{"id":"https://openalex.org/G8301814019","display_name":null,"funder_award_id":"C14/18/065","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G969578015","display_name":"Structure from Semantics","funder_award_id":"G086617N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320322308","display_name":"KU Leuven","ror":"https://ror.org/05f950310"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W652269744","https://openalex.org/W1487641199","https://openalex.org/W1514535095","https://openalex.org/W1522301498","https://openalex.org/W1797268635","https://openalex.org/W1836465849","https://openalex.org/W1861492603","https://openalex.org/W1956340063","https://openalex.org/W1959608418","https://openalex.org/W2044913453","https://openalex.org/W2064675550","https://openalex.org/W2070148066","https://openalex.org/W2099471712","https://openalex.org/W2101105183","https://openalex.org/W2113362740","https://openalex.org/W2117539524","https://openalex.org/W2123024445","https://openalex.org/W2124033848","https://openalex.org/W2128532956","https://openalex.org/W2133459682","https://openalex.org/W2153579005","https://openalex.org/W2154652894","https://openalex.org/W2163605009","https://openalex.org/W2171061940","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2289084343","https://openalex.org/W2295107390","https://openalex.org/W2332488709","https://openalex.org/W2334493732","https://openalex.org/W2398118205","https://openalex.org/W2463565445","https://openalex.org/W2520774990","https://openalex.org/W2552383788","https://openalex.org/W2609698233","https://openalex.org/W2611632661","https://openalex.org/W2748075849","https://openalex.org/W2799215068","https://openalex.org/W2883512601","https://openalex.org/W2886201417","https://openalex.org/W2887567284","https://openalex.org/W2889587173","https://openalex.org/W2891932073","https://openalex.org/W2894525448","https://openalex.org/W2901194007","https://openalex.org/W2914694625","https://openalex.org/W2924476266","https://openalex.org/W2962689421","https://openalex.org/W2962714319","https://openalex.org/W2962716320","https://openalex.org/W2962762077","https://openalex.org/W2962858109","https://openalex.org/W2963283377","https://openalex.org/W2963499153","https://openalex.org/W2963545832","https://openalex.org/W2963609017","https://openalex.org/W2963660754","https://openalex.org/W2963668159","https://openalex.org/W2963955422","https://openalex.org/W2963960318","https://openalex.org/W2964121744","https://openalex.org/W2965180676","https://openalex.org/W2965373098","https://openalex.org/W2970660048","https://openalex.org/W2970971581","https://openalex.org/W2979571231","https://openalex.org/W2980362438","https://openalex.org/W2982244969","https://openalex.org/W2986692991","https://openalex.org/W3100093508","https://openalex.org/W4294170691","https://openalex.org/W4295312788","https://openalex.org/W4297783004","https://openalex.org/W4320013936","https://openalex.org/W6629354409","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6638319203","https://openalex.org/W6638667902","https://openalex.org/W6639102338","https://openalex.org/W6640963894","https://openalex.org/W6678360021","https://openalex.org/W6678470764","https://openalex.org/W6682631176","https://openalex.org/W6682691769","https://openalex.org/W6684191040","https://openalex.org/W6719057275","https://openalex.org/W6726946684","https://openalex.org/W6754700304","https://openalex.org/W6758719224","https://openalex.org/W6766978945","https://openalex.org/W6767668836","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W2116862786","https://openalex.org/W2761785940","https://openalex.org/W2129933262"],"abstract_inverted_index":{"Zero-shot":[0],"learning":[1,25,70],"(ZSL)":[2],"has":[3,30,51],"attracted":[4],"significant":[5],"attention":[6],"due":[7],"to":[8,46,60,74,80,116,169,225,284],"its":[9,288],"capabilities":[10],"of":[11,164,190,241,263],"classifying":[12],"new":[13,63,133],"images":[14],"from":[15,176],"unseen":[16],"classes.":[17],"To":[18,85],"perform":[19],"the":[20,32,40,48,82,128,170,177,203,227,235,239,242,260],"classification":[21,49,83,231,275],"task":[22],"for":[23,210,216,229],"ZSL,":[24],"visual":[26,76,134,139],"and":[27,64,77,105,135,149,213,222,232,266,276,286,290],"semantic":[28],"embeddings":[29],"been":[31],"main":[33],"research":[34],"approach":[35],"in":[36,110,244],"existing":[37,117],"literature.":[38],"At":[39],"same":[41],"time,":[42],"generating":[43],"complementary":[44],"explanations":[45,79,173],"justify":[47],"decision":[50],"remained":[52],"largely":[53],"unexplored.":[54],"In":[55,114],"this":[56,87],"paper,":[57],"we":[58,89,141,200],"propose":[59],"address":[61],"a":[62,91,100,106,154,195],"challenging":[65],"task,":[66,88],"namely":[67],"explainable":[68],"zero-shot":[69],"(XZSL),":[71],"which":[72,162,191],"aims":[73],"generate":[75],"textual":[78,136],"support":[81],"decision.":[84],"accomplish":[86],"build":[90],"novel":[92],"Deep":[93],"Multi-modal":[94],"Explanation":[95],"(DME)":[96],"model":[97,205,228],"that":[98,159,202],"incorporates":[99],"joint":[101,261],"visual-attribute":[102,121],"embedding":[103,122,265],"module":[104,109],"multi-channel":[107,178],"explanation":[108,179,267],"an":[111,165],"end-to-end":[112],"fashion.":[113],"contrast":[115],"ZSL":[118,230,274],"approaches,":[119],"our":[120,245,264],"is":[123,167,192],"associated":[124],"not":[125],"only":[126],"with":[127,132,255],"decision,":[129],"but":[130],"also":[131],"explanations.":[137],"For":[138],"explanations,":[140],"first":[142],"capture":[143],"several":[144],"attribute":[145],"activation":[146,156],"maps":[147],"(AAM)":[148],"then":[150],"merge":[151],"them":[152],"into":[153],"class":[155],"map":[157],"(CAM)":[158],"visually":[160],"infers":[161],"region":[163],"image":[166],"relevant":[168],"class.":[171],"Textual":[172],"are":[174,253],"generated":[175],"module,":[180],"jointly":[181],"integrating":[182],"three":[183,250],"long":[184],"short-term":[185],"memory":[186],"models":[187],"(LSTMs)":[188],"each":[189],"conditioned":[193],"on":[194,249,282],"different":[196],"feature":[197],"representation.":[198],"Additionally,":[199],"suggest":[201],"DME":[204,283],"can":[206],"retain":[207],"explanatory":[208,214],"consistency":[209],"similar":[211],"instances":[212],"diversity":[215],"diverse":[217],"instances.":[218],"We":[219,278],"conduct":[220],"qualitative":[221],"quantitative":[223],"experiments":[224],"assess":[226],"explanation.":[233,277],"Specifically,":[234],"ablation":[236],"studies":[237],"verify":[238],"effectiveness":[240],"components":[243],"model.":[246],"Our":[247],"results":[248],"well-known":[251],"datasets":[252],"competitive":[254],"prior":[256],"approaches.":[257],"More":[258],"importantly,":[259],"training":[262],"modules":[268],"demonstrates":[269],"mutual":[270],"performance":[271],"improvements":[272],"between":[273],"shed":[279],"more":[280],"light":[281],"analyze":[285],"diagnose":[287],"advantages":[289],"limitations.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}