{"id":"https://openalex.org/W7154704753","doi":"https://doi.org/10.48550/arxiv.2604.15294","title":"How Do LLMs and VLMs Understand Viewpoint Rotation Without Vision? An Interpretability Study","display_name":"How Do LLMs and VLMs Understand Viewpoint Rotation Without Vision? An Interpretability Study","publication_year":2026,"publication_date":"2026-04-16","ids":{"openalex":"https://openalex.org/W7154704753","doi":"https://doi.org/10.48550/arxiv.2604.15294"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.15294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.15294","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133852528","display_name":"Zhen Yu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133883208","display_name":"Ping Jian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133834788","display_name":"Zhongbin Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zhongbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133886824","display_name":"Zuming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zuming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133837162","display_name":"Chengzhi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chengzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133917538","display_name":"Yonghong Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Yonghong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133903028","display_name":"Xinyue Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xinyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076564877","display_name":"Wenpeng L\u00fc","orcid":"https://orcid.org/0000-0002-1840-3540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Wenpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.49889999628067017,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.49889999628067017,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.26170000433921814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8037999868392944},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6075000166893005},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5807999968528748},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5555999875068665},{"id":"https://openalex.org/keywords/causal-chain","display_name":"Causal chain","score":0.4269999861717224},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/perspective-taking","display_name":"Perspective-taking","score":0.3732999861240387},{"id":"https://openalex.org/keywords/frame-of-reference","display_name":"Frame of reference","score":0.3695000112056732},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.3693000078201294}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8037999868392944},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6075000166893005},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5807999968528748},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5555999875068665},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5551000237464905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4855000078678131},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47200000286102295},{"id":"https://openalex.org/C79897977","wikidata":"https://www.wikidata.org/wiki/Q5054568","display_name":"Causal chain","level":2,"score":0.4269999861717224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39320001006126404},{"id":"https://openalex.org/C2780342009","wikidata":"https://www.wikidata.org/wiki/Q18387795","display_name":"Perspective-taking","level":3,"score":0.3732999861240387},{"id":"https://openalex.org/C74992021","wikidata":"https://www.wikidata.org/wiki/Q184876","display_name":"Frame of reference","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C68867621","wikidata":"https://www.wikidata.org/wiki/Q257360","display_name":"Mental rotation","level":3,"score":0.3635999858379364},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.35850000381469727},{"id":"https://openalex.org/C33002781","wikidata":"https://www.wikidata.org/wiki/Q4826617","display_name":"Automaticity","level":3,"score":0.3582000136375427},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2778662690","wikidata":"https://www.wikidata.org/wiki/Q3125339","display_name":"Spatial ability","level":3,"score":0.35109999775886536},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3158000111579895},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2745000123977661},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C2776664067","wikidata":"https://www.wikidata.org/wiki/Q13258","display_name":"Synesthesia","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2533000111579895},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.15294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.15294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.665065348148346}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Over":[0],"the":[1,16,33,98,144,151,174,183,200],"past":[2],"year,":[3],"spatial":[4,48,75,147],"intelligence":[5,40,76],"has":[6],"drawn":[7],"increasing":[8],"attention.":[9],"Many":[10],"prior":[11],"works":[12],"study":[13],"it":[14],"from":[15,28,77],"perspective":[17],"of":[18,35,107,146,227],"visual-spatial":[19],"intelligence,":[20,49],"where":[21],"models":[22,46,52,169],"have":[23],"access":[24],"to":[25,44,91,179,181,208],"visuospatial":[26],"information":[27,172],"visual":[29,36],"inputs.":[30],"However,":[31],"in":[32,63,74,101,173,190,193],"absence":[34],"information,":[37],"whether":[38],"linguistic":[39,79],"alone":[41],"is":[42],"sufficient":[43],"endow":[45],"with":[47,56,186],"and":[50,71,87,96,110,120,143,160,232],"how":[51],"perform":[53,122],"relevant":[54],"tasks":[55],"text-only":[57],"inputs":[58],"still":[59],"remain":[60],"unexplored.":[61],"Therefore,":[62],"this":[64],"paper,":[65],"we":[66,154,197],"focus":[67],"on":[68,124],"a":[69,78,136,156,191],"fundamental":[70],"critical":[72],"capability":[73],"perspective:":[80],"viewpoint":[81,95,108,171,184],"rotation":[82,109],"understanding":[83],"(VRU).":[84],"Specifically,":[85],"LLMs":[86,119],"VLMs":[88,121],"are":[89],"asked":[90],"infer":[92],"their":[93],"final":[94,194],"predict":[97],"corresponding":[99,187],"observation":[100,111],"an":[102],"environment":[103],"given":[104],"textual":[105],"description":[106],"over":[112],"multiple":[113],"steps.":[114],"We":[115],"find":[116],"that":[117,167,215],"both":[118],"poorly":[123],"our":[125],"proposed":[126],"dataset":[127,231],"while":[128,223],"human":[129],"can":[130],"easily":[131],"achieve":[132],"100%":[133],"accuracy,":[134],"indicating":[135],"substantial":[137],"gap":[138],"between":[139],"current":[140],"model":[141],"capabilities":[142],"requirements":[145],"intelligence.":[148],"To":[149],"uncover":[150],"underlying":[152],"mechanisms,":[153],"conduct":[155],"layer-wise":[157],"probing":[158],"analysis":[159],"head-wise":[161],"causal":[162,206],"intervention.":[163],"Our":[164,230],"findings":[165],"reveal":[166],"although":[168],"encode":[170],"hidden":[175],"states,":[176],"they":[177],"appear":[178],"struggle":[180],"bind":[182],"position":[185],"observation,":[188],"resulting":[189],"hallucination":[192],"layers.":[195],"Finally,":[196],"selectively":[198],"fine-tune":[199],"key":[201],"attention":[202],"heads":[203],"identified":[204],"by":[205],"intervention":[207],"improve":[209],"VRU":[210,221],"performance.":[211],"Experimental":[212],"results":[213],"demonstrate":[214],"such":[216],"selective":[217],"fine-tuning":[218],"achieves":[219],"improved":[220],"performance":[222],"avoiding":[224],"catastrophic":[225],"forgetting":[226],"generic":[228],"abilities.":[229],"code":[233],"will":[234],"be":[235],"released":[236],"at":[237],"https://github.com/Young-Zhen/VRU_Interpret":[238],".":[239]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-18T00:00:00"}