{"id":"https://openalex.org/W4412571942","doi":"https://doi.org/10.1162/tacl_a_00756","title":"Patchwise Cooperative Game-based Interpretability Method for Large Vision-language Models","display_name":"Patchwise Cooperative Game-based Interpretability Method for Large Vision-language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412571942","doi":"https://doi.org/10.1162/tacl_a_00756"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00756","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00756","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl_a_00756","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101567069","display_name":"Yao Zhu","orcid":"https://orcid.org/0000-0003-0991-1970"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhu","raw_affiliation_strings":["Tsinghua University, China. ee_zhuy@zju.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, China. ee_zhuy@zju.edu.cn","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603623","display_name":"Yunjian Zhang","orcid":"https://orcid.org/0000-0001-8298-2375"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjian Zhang","raw_affiliation_strings":["Tsinghua University, China. sdtczyj@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, China. sdtczyj@gmail.com","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080675195","display_name":"Zizhe Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I2802444338","display_name":"King Center","ror":"https://ror.org/03nxex423","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802444338"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zizhe Wang","raw_affiliation_strings":["Tsinghua University, China. wangzz@act.buaa.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, China. wangzz@act.buaa.edu.cn","institution_ids":["https://openalex.org/I2802444338"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109488712","display_name":"Xiu Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114800","display_name":"Yuntianhua Group (China)","ror":"https://ror.org/01e2dpk50","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210114800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu Yan","raw_affiliation_strings":["Meituan Group, China. yanx18@tsinghua.org.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan Group, China. yanx18@tsinghua.org.cn","institution_ids":["https://openalex.org/I4210114800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614088","display_name":"Peng Sun","orcid":"https://orcid.org/0000-0002-0095-4782"},"institutions":[{"id":"https://openalex.org/I137867983","display_name":"Central University of Finance and Economics","ror":"https://ror.org/008e3hf02","country_code":"CN","type":"education","lineage":["https://openalex.org/I137867983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Sun","raw_affiliation_strings":["Central University of Finance and Economics, China. 2023212399@email.cufe.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central University of Finance and Economics, China. 2023212399@email.cufe.edu.cn","institution_ids":["https://openalex.org/I137867983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024401174","display_name":"Xiangyang Ji","orcid":"https://orcid.org/0000-0002-7333-9975"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Ji","raw_affiliation_strings":["Tsinghua University, China. xyji@tsinghua.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, China. xyji@tsinghua.edu.cn","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13569094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"744","last_page":"759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9643725156784058},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282153606414795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5359901189804077},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47458338737487793}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9643725156784058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282153606414795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5359901189804077},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47458338737487793}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/tacl_a_00756","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00756","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00756","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00756","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2021191744","https://openalex.org/W2150165932","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2487898712","https://openalex.org/W2518039540","https://openalex.org/W2914304175","https://openalex.org/W2956281901","https://openalex.org/W2962858109","https://openalex.org/W2962862931","https://openalex.org/W2965696320","https://openalex.org/W2966715458","https://openalex.org/W2970231061","https://openalex.org/W2979997102","https://openalex.org/W2997802292","https://openalex.org/W3035253074","https://openalex.org/W3037256687","https://openalex.org/W3184735396","https://openalex.org/W3197892833","https://openalex.org/W4230405732","https://openalex.org/W4288096733","https://openalex.org/W4288359911","https://openalex.org/W4293861706","https://openalex.org/W4312592767","https://openalex.org/W4312791030","https://openalex.org/W4322718191","https://openalex.org/W4366330503","https://openalex.org/W4377161562","https://openalex.org/W4377226909","https://openalex.org/W4379259189","https://openalex.org/W4383176552","https://openalex.org/W4385571395","https://openalex.org/W4386566590","https://openalex.org/W4387001223","https://openalex.org/W4389523832","https://openalex.org/W4390490761","https://openalex.org/W4390874575","https://openalex.org/W4394007154","https://openalex.org/W4404575065","https://openalex.org/W6677995690","https://openalex.org/W6681608319","https://openalex.org/W6737947904","https://openalex.org/W6739575509","https://openalex.org/W6766931891","https://openalex.org/W6767259515","https://openalex.org/W6778883912","https://openalex.org/W6779478644","https://openalex.org/W6791353385","https://openalex.org/W6794341765","https://openalex.org/W6798805250","https://openalex.org/W6838522408","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6853469104","https://openalex.org/W6860787470"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Amidst":[1],"the":[2,29,53,60,64,70,90,133],"rapid":[3],"advancement":[4],"of":[5,31,55,92,132],"artificial":[6],"intelligence,":[7],"research":[8],"on":[9,96,140],"large":[10],"vision-language":[11],"models":[12],"(LVLMs)":[13],"has":[14],"emerged":[15],"as":[16],"a":[17,46,76,104],"pivotal":[18],"area.":[19],"However,":[20],"understanding":[21],"their":[22],"internal":[23],"mechanisms":[24],"remains":[25],"challenging":[26],"due":[27],"to":[28,88],"limitations":[30],"existing":[32],"interpretability":[33,49,80],"methods,":[34],"especially":[35],"regarding":[36],"faithfulness":[37],"and":[38,66,99,116],"plausibility.":[39],"To":[40],"address":[41],"this,":[42],"we":[43],"first":[44],"construct":[45],"human":[47],"response":[48,142],"dataset":[50],"that":[51],"evaluates":[52],"plausibility":[54],"model":[56,65,126,146],"explanations":[57],"by":[58],"comparing":[59],"attention":[61],"regions":[62,136],"between":[63],"humans":[67],"when":[68],"answering":[69],"same":[71],"questions.":[72],"We":[73],"then":[74],"propose":[75],"patchwise":[77],"cooperative":[78],"game-based":[79],"method":[81,119],"for":[82,129],"LVLMs,":[83],"which":[84],"employs":[85],"Shapley":[86],"values":[87],"quantify":[89],"impact":[91],"individual":[93],"image":[94,135],"patches":[95],"generation":[97],"likelihood":[98],"enhances":[100],"computational":[101],"efficiency":[102],"through":[103],"single":[105],"input":[106],"approximation":[107],"approach.":[108],"Experimental":[109],"results":[110],"demonstrate":[111],"our":[112],"method\u2019s":[113],"faithfulness,":[114],"plausibility,":[115],"robustness.":[117],"Our":[118,148],"provides":[120],"researchers":[121],"with":[122],"deeper":[123],"insights":[124],"into":[125],"behavior,":[127],"allowing":[128],"an":[130],"examination":[131],"specific":[134],"each":[137],"layer":[138],"relies":[139],"during":[141],"generation,":[143],"ultimately":[144],"enhancing":[145],"reliability.":[147],"code":[149],"is":[150],"available":[151],"at":[152],"https://github.com/ZY123-GOOD/Patchwise_Cooperative.":[153]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}