{"id":"https://openalex.org/W2521737809","doi":"https://doi.org/10.48550/arxiv.1608.08974","title":"Towards Transparent AI Systems: Interpreting Visual Question Answering Models","display_name":"Towards Transparent AI Systems: Interpreting Visual Question Answering Models","alternate_titles":[],"publication_year":2016,"publication_date":"2016-08-31","ids":{"openalex":"https://openalex.org/W2521737809","doi":"https://doi.org/10.48550/arxiv.1608.08974","mag":"2521737809"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1608.08974","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1608.08974","pdf_url":"https://arxiv.org/pdf/1608.08974","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2521737809"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1608.08974","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024021293","display_name":"Yash Goyal","orcid":"https://orcid.org/0000-0002-2496-7422","observed_orcids":["https://orcid.org/0000-0002-2496-7422"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Goyal, Yash","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082487441","display_name":"Akrit Mohapatra","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mohapatra, Akrit","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050342343","display_name":"Devi Parikh","orcid":"https://orcid.org/0000-0002-3779-6706","observed_orcids":["https://orcid.org/0000-0002-3779-6706"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Parikh, Devi","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014035752","display_name":"Dhruv Batra","orcid":"https://orcid.org/0000-0002-1358-0011","observed_orcids":["https://orcid.org/0000-0002-1358-0011"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Batra, Dhruv","raw_affiliation_strings":["Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":92,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.9909999966621399},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.8209999799728394},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.5950000286102295},{"id":"https://openalex.org/keywords/guided-backpropagation","display_name":"guided backpropagation","score":0.9290000200271606},{"id":"https://openalex.org/keywords/occlusion","display_name":"occlusion","score":0.8180000185966492},{"id":"https://openalex.org/keywords/importance-map","display_name":"importance map","score":0.6940000057220459},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.7160000205039978}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.903389573097229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.705736517906189},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6826958060264587},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5999199151992798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5098249316215515},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45947638154029846},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43500572443008423},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3284444510936737}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1608.08974","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1608.08974","pdf_url":"https://arxiv.org/pdf/1608.08974","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2521737809","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1608.08974.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1608.08974","doi":"https://doi.org/10.48550/arxiv.1608.08974","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1608.08974","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1608.08974","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1608.08974","pdf_url":"https://arxiv.org/pdf/1608.08974","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2138843212","display_name":null,"funder_award_id":"N00014-14-1-0679","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8257659198","display_name":null,"funder_award_id":"W911NF-15","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2521737809.pdf","grobid_xml":"https://content.openalex.org/works/W2521737809.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W580074167","https://openalex.org/W1503233963","https://openalex.org/W1575833922","https://openalex.org/W1849277567","https://openalex.org/W1933349210","https://openalex.org/W2108598243","https://openalex.org/W2123045220","https://openalex.org/W2130942839","https://openalex.org/W2137383364","https://openalex.org/W2142192571","https://openalex.org/W2160815625","https://openalex.org/W2169393322","https://openalex.org/W2257979135","https://openalex.org/W2282821441","https://openalex.org/W2424413254","https://openalex.org/W2962790689","https://openalex.org/W4239072543"],"related_works":["https://openalex.org/W2514824241","https://openalex.org/W7065775548","https://openalex.org/W3082933732","https://openalex.org/W2901801467","https://openalex.org/W4315798515","https://openalex.org/W2887978863","https://openalex.org/W7167803457","https://openalex.org/W3147788876","https://openalex.org/W2463267937","https://openalex.org/W2971373693"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"have":[3],"shown":[4],"striking":[5],"progress":[6],"and":[7,87,97,107,135],"obtained":[8],"state-of-the-art":[9],"results":[10],"in":[11,16,52,60,64,94,100,132,140],"many":[12],"AI":[13],"research":[14],"fields":[15],"the":[17,39,57,66,73,95,101,133,141],"recent":[18],"years.":[19],"However,":[20],"it":[21],"is":[22],"often":[23,136],"unsatisfying":[24],"to":[25,90,129,137],"not":[26],"know":[27],"why":[28],"they":[29,32],"predict":[30],"what":[31,54],"do.":[33],"In":[34],"this":[35,77],"paper,":[36],"we":[37,49,79],"address":[38],"problem":[40],"of":[41,56,110],"interpreting":[42],"Visual":[43],"Question":[44],"Answering":[45],"(VQA)":[46],"models.":[47],"Specifically,":[48],"are":[50],"interested":[51],"finding":[53],"part":[55],"input":[58],"(pixels":[59],"images":[61],"or":[62],"words":[63,93,139],"questions)":[65],"VQA":[67,122],"model":[68],"focuses":[69],"on":[70],"while":[71],"answering":[72],"question.":[74,142],"To":[75],"tackle":[76],"problem,":[78],"use":[80],"two":[81],"visualization":[82],"techniques":[83],"--":[84,89],"guided":[85],"backpropagation":[86],"occlusion":[88],"find":[91],"important":[92,98],"question":[96],"regions":[99,131],"image.":[102],"We":[103,114],"then":[104],"present":[105],"qualitative":[106],"quantitative":[108],"analyses":[109],"these":[111],"importance":[112],"maps.":[113],"found":[115],"that":[116],"even":[117],"without":[118],"explicit":[119],"attention":[120],"mechanisms,":[121],"models":[123],"may":[124],"sometimes":[125],"be":[126],"implicitly":[127],"attending":[128],"relevant":[130],"image,":[134],"appropriate":[138]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2521737809","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-09-30T00:00:00"}
