{"id":"https://openalex.org/W7124521861","doi":null,"title":"Multimodal explanations for explainable AI: an empirical study of text-video combinations on end-user understandability","display_name":"Multimodal explanations for explainable AI: an empirical study of text-video combinations on end-user understandability","alternate_titles":[],"publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W7124521861"},"language":"en","primary_location":{"id":"pmh:oai:upcommons.upc.edu:2117/450577","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/450577","pdf_url":"https://upcommons.upc.edu/bitstreams/ed9b7c6f-1d71-4643-814c-ccfcb889cb99/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Master thesis"},"parent_works":[],"lineage":["https://openalex.org/W7124521861"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstreams/ed9b7c6f-1d71-4643-814c-ccfcb889cb99/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123195629","display_name":"Ana\u00efs L\u00f3pez Ortega","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"L\u00f3pez Ortega, Ana\u00efs","raw_affiliation_strings":["Department of Modeling and Analysis in Mobility Software, Institute for Information Security and Reliability (KASTEL), KIT \u2013 The Research University in the Helmholtz Association"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Modeling and Analysis in Mobility Software, Institute for Information Security and Reliability (KASTEL), KIT \u2013 The Research University in the Helmholtz Association","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5123195629"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.9490000009536743},{"id":"https://openalex.org/keywords/multimodal-explanations","display_name":"multimodal explanations","score":0.9679999947547913},{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.7839999794960022},{"id":"https://openalex.org/keywords/dreamerv3","display_name":"DreamerV3","score":0.8859999775886536},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.8920000195503235},{"id":"https://openalex.org/keywords/qwen-vl","display_name":"Qwen-VL","score":0.7699999809265137},{"id":"https://openalex.org/keywords/temporal-grounding","display_name":"temporal grounding","score":0.6209999918937683},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.7059999704360962},{"id":"https://openalex.org/keywords/minigrid","display_name":"MiniGrid","score":0.675000011920929},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.5099999904632568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437000274658203},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5766000151634216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5436999797821045},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.48260000348091125},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4528000056743622},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:upcommons.upc.edu:2117/450577","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/450577","pdf_url":"https://upcommons.upc.edu/bitstreams/ed9b7c6f-1d71-4643-814c-ccfcb889cb99/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Master thesis"},{"id":"pmh:oai:recercat.cat:2117/450577","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/450577","pdf_url":null,"source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Master thesis"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/450577","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/450577","pdf_url":"https://upcommons.upc.edu/bitstreams/ed9b7c6f-1d71-4643-814c-ccfcb889cb99/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Master thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7124521861.pdf","grobid_xml":"https://content.openalex.org/works/W7124521861.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2168359464","https://openalex.org/W2169393322","https://openalex.org/W2282821441","https://openalex.org/W2551974706","https://openalex.org/W2594475271","https://openalex.org/W2594633041","https://openalex.org/W2618851150","https://openalex.org/W2626778328","https://openalex.org/W2765204106","https://openalex.org/W2786715987","https://openalex.org/W2788527488","https://openalex.org/W2795843265","https://openalex.org/W2807807246","https://openalex.org/W2809283485","https://openalex.org/W2891612330","https://openalex.org/W2934842096","https://openalex.org/W2962858109","https://openalex.org/W2989847975","https://openalex.org/W2994697471","https://openalex.org/W3135367836","https://openalex.org/W3135487809","https://openalex.org/W3164011142","https://openalex.org/W4225323055","https://openalex.org/W4226182655","https://openalex.org/W4231340493","https://openalex.org/W4243393140","https://openalex.org/W4318718936","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4366330503","https://openalex.org/W4382490555","https://openalex.org/W4386185600","https://openalex.org/W4387561528","https://openalex.org/W4389363365","https://openalex.org/W4390041933","https://openalex.org/W4403853618","https://openalex.org/W4415796627","https://openalex.org/W4416053382","https://openalex.org/W7053112967"],"related_works":["https://openalex.org/W7105892163","https://openalex.org/W6894195468","https://openalex.org/W6929377098","https://openalex.org/W7011268283","https://openalex.org/W4311438117","https://openalex.org/W4386907380","https://openalex.org/W4416529051","https://openalex.org/W4415107978","https://openalex.org/W4313154050","https://openalex.org/W7155021021"],"abstract_inverted_index":{"Explainable":[0],"Artificial":[1],"Intelligence":[2],"(XAI)":[3],"has":[4],"become":[5],"increasingly":[6],"important":[7],"as":[8,49],"deep":[9],"reinforcement":[10],"learning":[11],"(RL)":[12],"systems":[13],"are":[14],"deployed":[15],"in":[16,210],"safety-critical":[17],"and":[18,37,77,103,127,130,154,167,176,191,201,205,228,236,245],"human-facing":[19],"applications.":[20],"While":[21],"recent":[22],"methods":[23],"provide":[24],"post-hoc":[25],"attributions":[26],"for":[27,147,226,239],"single":[28],"decisions,":[29],"they":[30],"often":[31],"fail":[32],"to":[33,55,65],"capture":[34,193],"the":[35,74,216],"sequential":[36],"model-based":[38,45,233],"nature":[39],"of":[40,136,150,164,188,232],"RL":[41,46,234],"agents.":[42],"In":[43],"particular,":[44,211],"agents":[47,235],"such":[48],"Dreamer":[50],"rely":[51],"on":[52,171],"imagined":[53,104,206],"rollouts":[54,90,118],"plan":[56],"their":[57],"actions,":[58],"yet":[59],"these":[60],"internal":[61],"simulations":[62],"remain":[63,198],"invisible":[64],"external":[66],"observers.":[67],"This":[68,82,220],"creates":[69],"a":[70,134,162,223],"gap":[71],"between":[72,203],"what":[73,78],"agent":[75,189],"predicts":[76],"users":[79],"can":[80,94,184],"understand.":[81],"thesis":[83],"investigates":[84],"whether":[85],"multimodal":[86,230],"explanations,":[87,209],"combining":[88],"visual":[89],"with":[91,108,199,247],"natural":[92],"language,":[93],"bridge":[95],"this":[96],"gap.":[97],"A":[98],"framework":[99],"that":[100,182,214],"integrates":[101],"observed":[102,204],"trajectories":[105],"from":[106,119],"DreamerV3":[107],"instruction-tuned":[109],"vision\u2013language":[110],"models":[111],"(VLMs)":[112],"is":[113],"proposed.":[114],"The":[115,156,179],"pipeline":[116],"extracts":[117],"MiniGrid":[120],"environments,":[121],"preprocesses":[122],"them":[123],"into":[124],"single-frame,":[125],"sequence,":[126],"comparative":[128],"conditions,":[129],"generates":[131],"explanations":[132,158,231],"under":[133],"set":[135],"prompting":[137],"strategies.":[138],"After":[139],"reviewing":[140],"candidate":[141],"models,":[142],"Qwen-VL":[143],"2.5":[144],"was":[145],"selected":[146],"its":[148],"balance":[149],"accessibility,":[151],"grounding":[152],"quality,":[153],"feasibility.":[155],"resulting":[157],"were":[159],"evaluated":[160],"using":[161],"combination":[163],"automatic":[165],"metrics":[166],"qualitative":[168],"analysis":[169],"focusing":[170],"factual":[172],"consistency,":[173],"temporal":[174,194],"grounding,":[175],"divergence":[177],"handling.":[178],"results":[180],"show":[181],"VLMs":[183],"produce":[185],"coherent":[186],"descriptions":[187],"behaviour":[190],"partially":[192],"dependencies,":[195],"though":[196],"challenges":[197],"hallucinations":[200],"alignment":[202],"rollouts.":[207],"Comparative":[208],"highlighted":[212],"divergences":[213],"revealed":[215],"agent\u2019s":[217],"planning":[218],"process.":[219],"work":[221],"contributes":[222],"reproducible":[224],"methodology":[225],"generating":[227],"assessing":[229],"suggests":[237],"directions":[238],"future":[240],"research,":[241],"including":[242],"user":[243],"studies":[244],"integration":[246],"interactive":[248],"explanation":[249],"systems.":[250]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7124521861","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-01-17T00:00:00"}
