{"id":"https://openalex.org/W7139942876","doi":"https://doi.org/10.48550/arxiv.2603.18523","title":"Counting Circuits: Mechanistic Interpretability of Visual Reasoning in Large Vision-Language Models","display_name":"Counting Circuits: Mechanistic Interpretability of Visual Reasoning in Large Vision-Language Models","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139942876","doi":"https://doi.org/10.48550/arxiv.2603.18523"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18523","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18523","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18523","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130228429","display_name":"Liwei Che","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Che, Liwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040852802","display_name":"Zhiyu Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Zhiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114202283","display_name":"Yihao Quan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan, Yihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130217441","display_name":"Benlin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Benlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111036231","display_name":"Zeru Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Zeru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130239742","display_name":"Michelle Hurst","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hurst, Michelle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002009029","display_name":"Jacob Feldman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feldman, Jacob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130234164","display_name":"Ruixiang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Ruixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130218597","display_name":"Ranjay Krishna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishna, Ranjay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130227398","display_name":"Vladimir Pavlovic","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavlovic, Vladimir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5708000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5708000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11050000041723251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03449999913573265,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9575999975204468},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.560699999332428},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.555899977684021},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5306000113487244},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4020000100135803},{"id":"https://openalex.org/keywords/visual-processing","display_name":"Visual processing","score":0.3961000144481659},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.3939000070095062},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.38749998807907104}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9575999975204468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7105000019073486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006000280380249},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.560699999332428},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45989999175071716},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C2778251979","wikidata":"https://www.wikidata.org/wiki/Q7936617","display_name":"Visual processing","level":3,"score":0.3961000144481659},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3862999975681305},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3382999897003174},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C2780103172","wikidata":"https://www.wikidata.org/wiki/Q1309721","display_name":"Visual Objects","level":3,"score":0.31779998540878296},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.2648000121116638}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18523","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18523","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18523","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18523","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Counting":[0],"serves":[1],"as":[2],"a":[3,9,55,87,96,108,186],"simple":[4,114],"but":[5,146],"powerful":[6],"test":[7],"of":[8,98,132,152,162,179,198],"Large":[10],"Vision-Language":[11],"Model's":[12],"(LVLM's)":[13],"reasoning;":[14],"it":[15],"forces":[16],"the":[17,129,135,175],"model":[18],"to":[19,85,120],"identify":[20],"each":[21],"individual":[22],"object":[23],"and":[24,42,65,80,82,115,158,184],"then":[25],"add":[26],"them":[27,84],"all":[28],"up.":[29],"In":[30],"this":[31,133],"study,":[32],"we":[33,106],"investigate":[34],"how":[35],"LVLMs":[36,53,124],"implement":[37],"counting":[38,57,140,156,180,199],"using":[39],"controlled":[40],"synthetic":[41,118,144],"real-world":[43],"benchmarks,":[44],"combined":[45],"with":[46,59],"mechanistic":[47],"analyses.":[48],"Our":[49],"results":[50],"show":[51],"that":[52,91,112],"display":[54],"human-like":[56],"behavior,":[58],"precise":[60],"performance":[61],"on":[62,103,126,142,154,164],"small":[63],"numerosities":[64],"noisy":[66],"estimation":[67],"for":[68,170,189],"larger":[69],"quantities.":[70],"We":[71],"introduce":[72],"two":[73],"novel":[74],"interpretability":[75],"methods,":[76],"Visual":[77],"Activation":[78],"Patching":[79],"HeadLens,":[81],"use":[83],"uncover":[86],"structured":[88],"\"counting":[89],"circuit\"":[90],"is":[92],"largely":[93],"shared":[94],"across":[95],"variety":[97],"visual":[99,167,182,192],"reasoning":[100,168,183,193],"tasks.":[101],"Building":[102],"these":[104],"insights,":[105],"propose":[107],"lightweight":[109],"intervention":[110,136],"strategy":[111],"exploits":[113],"abundantly":[116],"available":[117],"images":[119],"fine-tune":[121],"arbitrary":[122],"pretrained":[123],"exclusively":[125],"counting.":[127],"Despite":[128],"narrow":[130],"scope":[131],"fine-tuning,":[134],"not":[137],"only":[138],"enhances":[139],"accuracy":[141],"in-distribution":[143],"data,":[145],"also":[147],"yields":[148],"an":[149,159],"average":[150,160],"improvement":[151],"+8.36%":[153],"out-of-distribution":[155],"benchmarks":[157],"gain":[161],"+1.54%":[163],"complex,":[165],"general":[166],"tasks":[169],"Qwen2.5-VL.":[171],"These":[172],"findings":[173],"highlight":[174],"central,":[176],"influential":[177],"role":[178],"in":[181],"suggest":[185],"potential":[187],"pathway":[188],"improving":[190],"overall":[191],"capabilities":[194],"through":[195],"targeted":[196],"enhancement":[197],"mechanisms.":[200]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-21T00:00:00"}