{"id":"https://openalex.org/W7171872055","doi":"https://doi.org/10.48550/arxiv.2607.26769","title":"See2Think: Do Multimodal Models Really Use Intermediate Visual States?","display_name":"See2Think: Do Multimodal Models Really Use Intermediate Visual States?","publication_year":2026,"publication_date":"2026-07-29","ids":{"openalex":"https://openalex.org/W7171872055","doi":"https://doi.org/10.48550/arxiv.2607.26769"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.26769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.26769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.26769","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5144009850","display_name":"Siyu Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Siyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136517567","display_name":"Zhuoran Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Zhuoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129039263","display_name":"Haiying Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Haiying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144043045","display_name":"Panhao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Panhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144021024","display_name":"Jingyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140003346","display_name":"Chenhao Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Chenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144025512","display_name":"Shuo Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143992016","display_name":"Yongheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yongheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144000168","display_name":"Haoze Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Haoze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143999253","display_name":"Siyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Siyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144050589","display_name":"Xiwen Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Xiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144016300","display_name":"Yihao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5144000267","display_name":"Alex Jinpeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Alex Jinpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.849399983882904,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.849399983882904,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6330999732017517},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5794000029563904},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5577999949455261},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.51910001039505},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.451200008392334},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.40869998931884766},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3781999945640564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7436000108718872},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6330999732017517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5846999883651733},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5577999949455261},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.51910001039505},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3806999921798706},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36970001459121704},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.290800005197525},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C158495155","wikidata":"https://www.wikidata.org/wiki/Q2369151","display_name":"Visual search","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.26769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.26769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.26769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.26769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.42598608136177063}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"large":[1],"language":[2],"models":[3,137,165],"increasingly":[4],"use":[5],"sketches,":[6],"annotations,":[7],"tools,":[8],"and":[9,41,57,68,88,99,110,122,150],"intermediate":[10,51],"images":[11],"during":[12],"reasoning,":[13],"but":[14],"it":[15],"remains":[16,146],"unclear":[17],"whether":[18],"they":[19],"truly":[20],"rely":[21],"on":[22,169],"these":[23],"visual":[24,52,95,117,141,170],"states.":[25],"Existing":[26],"benchmarks":[27],"are":[28,54],"limited":[29],"both":[30],"by":[31,42,175],"task":[32,81],"collections":[33],"with":[34,124,172],"narrow":[35],"coverage":[36],"or":[37],"partially":[38],"text-solvable":[39],"samples":[40],"evaluations":[43],"that":[44,116,136],"emphasize":[45],"final":[46],"answers":[47],"without":[48],"diagnosing":[49],"how":[50],"states":[53],"generated,":[55],"rendered,":[56],"used.":[58],"We":[59],"introduce":[60],"See2Think,":[61],"a":[62],"unified":[63],"evaluation":[64],"framework":[65],"comprising":[66],"See2ThinkBench":[67,72],"Visual":[69],"Action-of-Thought":[70],"(VAoT).":[71],"contains":[73],"1,200":[74],"open-ended,":[75],"visually":[76],"dependent":[77],"problems":[78],"across":[79,130],"12":[80],"categories":[82],"spanning":[83],"2D":[84],"structured,":[85],"3D":[86],"scene,":[87],"real-world":[89],"reasoning.":[90],"VAoT":[91],"records":[92],"textual":[93],"thoughts,":[94],"actions,":[96],"rendered":[97],"states,":[98,171],"subsequent":[100],"reasoning":[101,118],"under":[102],"four":[103],"controlled":[104,181],"inference":[105],"settings.":[106],"Evaluating":[107],"representative":[108],"proprietary":[109],"open-source":[111],"multimodal":[112],"models,":[113],"we":[114],"find":[115],"is":[119],"strongly":[120],"model-":[121],"environment-dependent,":[123],"no":[125],"single":[126],"setting":[127],"consistently":[128],"dominating":[129],"tasks.":[131],"Process":[132],"analysis":[133],"further":[134],"shows":[135],"usually":[138],"select":[139],"relevant":[140],"operations,":[142],"while":[143],"faithful":[144],"rendering":[145],"the":[147],"clearest":[148],"bottleneck":[149],"high":[151],"feedback":[152],"uptake":[153],"does":[154],"not":[155],"necessarily":[156],"translate":[157],"into":[158],"accuracy":[159,173],"gains.":[160],"Under":[161],"task-relevant":[162],"corrupted":[163],"feedback,":[164],"exhibit":[166],"behavioral":[167],"dependence":[168],"dropping":[174],"over":[176],"10":[177],"percentage":[178],"points":[179],"in":[180],"interventions.":[182]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-07-31T00:00:00"}