{"id":"https://openalex.org/W4416040293","doi":"https://doi.org/10.48550/arxiv.2503.10547","title":"VisionLogic: Discovering and Grounding Decision-Relevant Visual Concepts","display_name":"VisionLogic: Discovering and Grounding Decision-Relevant Visual Concepts","publication_year":2025,"publication_date":"2025-03-13","ids":{"openalex":"https://openalex.org/W4416040293","doi":"https://doi.org/10.48550/arxiv.2503.10547"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2503.10547","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.10547","pdf_url":"https://arxiv.org/pdf/2503.10547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.10547","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086121413","display_name":"Chuqin Geng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Geng, Chuqin","raw_affiliation_strings":[",","University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":",","institution_ids":[]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126512790","display_name":"Yuhe Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiang, Yuhe","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153412113","display_name":"Li Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhang, Li","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064269924","display_name":"Zhaoyue Wang","orcid":"https://orcid.org/0009-0001-2611-348X","observed_orcids":["https://orcid.org/0009-0001-2611-348X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaoyue","raw_affiliation_strings":[","],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":",","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153431847","display_name":"Haolin Ye","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ye, Haolin","raw_affiliation_strings":["McGill University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126474117","display_name":"Mark Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhang, Mark","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016055586","display_name":"Jingkai Xu","orcid":"https://orcid.org/0000-0002-7545-3608","observed_orcids":["https://orcid.org/0000-0002-7545-3608"]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xu, Jingkai","raw_affiliation_strings":["McMaster University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McMaster University","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059074509","display_name":"Xujie Si","orcid":"https://orcid.org/0000-0002-3739-2269","observed_orcids":["https://orcid.org/0000-0002-3739-2269"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Si, Xujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concept-based-explanations","display_name":"concept-based explanations","score":0.7519999742507935},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.3310000002384186},{"id":"https://openalex.org/keywords/ablation-testing","display_name":"ablation testing","score":0.7080000042915344},{"id":"https://openalex.org/keywords/post-hoc-explanation","display_name":"post-hoc explanation","score":0.6679999828338623},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.4790000021457672},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8820000290870667},{"id":"https://openalex.org/keywords/human-evaluation-of-explanations","display_name":"human evaluation of explanations","score":0.6380000114440918}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9373000264167786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6241000294685364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5753999948501587},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.47510001063346863},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.39890000224113464},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31630000472068787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3125},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2818000018596649},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C163504300","wikidata":"https://www.wikidata.org/wiki/Q2364925","display_name":"Causal structure","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2503.10547","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.10547","pdf_url":"https://arxiv.org/pdf/2503.10547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.10547","doi":"https://doi.org/10.48550/arxiv.2503.10547","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.10547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.10547","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.10547","pdf_url":"https://arxiv.org/pdf/2503.10547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416040293.pdf","grobid_xml":"https://content.openalex.org/works/W4416040293.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1915485278","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2404287312","https://openalex.org/W2606462007","https://openalex.org/W2610018085","https://openalex.org/W2765793020","https://openalex.org/W2784070736","https://openalex.org/W2959325723","https://openalex.org/W2962858109","https://openalex.org/W3035253074","https://openalex.org/W3127493833","https://openalex.org/W3138516171","https://openalex.org/W4312443924","https://openalex.org/W4386076059","https://openalex.org/W4386897466","https://openalex.org/W4389849804","https://openalex.org/W4390874575","https://openalex.org/W4401784158"],"related_works":["https://openalex.org/W7160618546","https://openalex.org/W7140293387","https://openalex.org/W7221391131","https://openalex.org/W4415800659","https://openalex.org/W4391528753","https://openalex.org/W7220738476","https://openalex.org/W7204174293","https://openalex.org/W4400975668","https://openalex.org/W4390872319","https://openalex.org/W7131413355"],"abstract_inverted_index":{"Concept-based":[0],"explanations":[1],"help":[2],"users":[3],"understand":[4],"vision":[5,129],"models":[6],"through":[7,45,83],"recognizable":[8],"visual":[9,43,81,103],"patterns.":[10],"However,":[11],"existing":[12],"methods":[13,172],"often":[14],"rely":[15],"on":[16,131],"correlational":[17],"signals":[18],"without":[19],"directly":[20],"validating":[21],"which":[22],"image":[23],"cues":[24],"support":[25],"prediction-relevant":[26],"internal":[27],"features.":[28],"To":[29],"this":[30],"end,":[31],"we":[32,133],"introduce":[33],"VisionLogic,":[34],"a":[35,137,155],"post-hoc":[36],"framework":[37],"that":[38,135],"grounds":[39,77],"these":[40,78],"features":[41,54,116,139,149],"in":[42,80,105],"concepts":[44],"intervention-based":[46],"validation.":[47],"VisionLogic":[48,162],"first":[49],"identifies":[50],"compact":[51],"sets":[52],"of":[53,167],"whose":[55],"contributions":[56],"reproduce":[57],"the":[58,94,98,106],"model's":[59],"original":[60],"prediction.":[61],"It":[62],"then":[63],"represents":[64],"their":[65],"activation":[66],"states":[67],"as":[68],"predicates":[69,79,110],"using":[70],"class-specific":[71],"thresholds.":[72],"An":[73],"iterative":[74],"refinement":[75],"procedure":[76],"regions":[82],"ablation":[84],"tests.":[85],"A":[86],"region":[87],"is":[88,177],"accepted":[89],"when":[90],"its":[91],"removal":[92],"deactivates":[93],"corresponding":[95],"predicate,":[96],"linking":[97],"feature's":[99],"numerical":[100],"role":[101],"to":[102,113,142],"evidence":[104],"input.":[107],"The":[108],"same":[109],"allow":[111],"us":[112],"examine":[114],"how":[115],"are":[117,140,150],"activated,":[118],"selected,":[119],"and":[120,124,128,146,174],"reused":[121],"across":[122],"images":[123],"classes.":[125],"Across":[126],"CNNs":[127],"transformers":[130],"ImageNet-1k,":[132],"find":[134],"only":[136],"few":[138],"selected":[141],"explain":[143],"each":[144],"prediction,":[145],"frequently":[147],"active":[148],"not":[151],"always":[152],"selected.":[153],"In":[154],"large-scale":[156],"human":[157],"evaluation":[158],"with":[159],"465":[160],"participants,":[161],"significantly":[163],"improves":[164],"participants'":[165],"understanding":[166],"model":[168],"behavior":[169],"over":[170],"established":[171],"ACE":[173],"CRAFT.":[175],"Code":[176],"available":[178],"at":[179],"https://github.com/allengeng123/VisionLogic.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2025-10-10T00:00:00"}