{"id":"https://openalex.org/W7162290475","doi":"https://doi.org/10.48550/arxiv.2605.23892","title":"Good Token Hunting: A Hitchhiker's Guide to Token Selection for Visual Geometry Transformers","display_name":"Good Token Hunting: A Hitchhiker's Guide to Token Selection for Visual Geometry Transformers","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162290475","doi":"https://doi.org/10.48550/arxiv.2605.23892"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.23892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.23892","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075364910","display_name":"Shuhong Zheng","orcid":"https://orcid.org/0000-0003-3160-9532"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Shuhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072305321","display_name":"Michael Oechsle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oechsle, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136983580","display_name":"Erik Sandstr\u00f6m","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sandstr\u00f6m, Erik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136958203","display_name":"Marie-Julie Rakotosaona","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rakotosaona, Marie-Julie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136970943","display_name":"Federico Tombari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tombari, Federico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136918120","display_name":"Igor Gilitschenski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gilitschenski, Igor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.5094000101089478,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.5094000101089478,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.26339998841285706,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.8461999893188477},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5742999911308289},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4447999894618988},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4345000088214874},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.38269999623298645}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.8461999893188477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6791999936103821},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4345000088214874},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.38269999623298645},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.3474000096321106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3393000066280365},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2840000092983246},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.23892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.23892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"geometry":[1,177,212],"transformers":[2,178],"have":[3],"become":[4],"powerful":[5],"architectures":[6],"for":[7,126,182],"multi-view":[8],"3D":[9,16],"reconstruction,":[10],"enabling":[11],"joint":[12],"prediction":[13],"of":[14,65,122,133,154,210],"multiple":[15],"attributes":[17],"in":[18,207],"a":[19,57,83,123,162,204],"feed-forward":[20],"manner.":[21],"However,":[22],"their":[23,45],"computational":[24],"cost":[25],"grows":[26],"quadratically":[27],"with":[28,56,72,146,184],"the":[29,35,63,93,114,120,134,147,152,155],"input":[30],"sequence":[31],"length":[32],"due":[33],"to":[34,96,167],"global":[36,74,156],"attention":[37,157],"layers":[38],"inside":[39],"these":[40],"models.":[41],"This":[42],"limits":[43],"both":[44],"scalability":[46],"and":[47],"efficiency.":[48],"In":[49],"this":[50,54],"work,":[51],"we":[52,81,139],"address":[53],"challenge":[55],"simple":[58],"yet":[59],"general":[60],"strategy:":[61],"restricting":[62],"number":[64],"key/value":[66],"tokens":[67,112],"that":[68,99,141,173,196],"each":[69],"query":[70],"interacts":[71],"during":[73],"attention.":[75],"To":[76],"achieve":[77],"effective":[78],"token":[79,199],"selection,":[80,128,138],"introduce":[82],"two-stage":[84],"framework.":[85],"First,":[86],"an":[87,104],"inter-frame":[88,127],"selection":[89,106,148,200],"step":[90,107],"operates":[91],"at":[92,219],"frame":[94],"level":[95],"identify":[97],"frames":[98],"should":[100],"be":[101],"preserved.":[102],"Second,":[103],"intra-frame":[105,137],"further":[108],"discards":[109],"more":[110],"redundant":[111],"within":[113],"selected":[115],"frames.":[116],"Our":[117,159,214],"analysis":[118],"highlights":[119],"advantage":[121],"diversity-based":[124],"strategy":[125,201],"which":[129,194],"ensures":[130],"broad":[131],"coverage":[132],"scene.":[135],"For":[136],"show":[140,172],"layer-aware":[142],"sparsification":[143],"is":[144,217],"necessary,":[145],"process":[149],"guided":[150],"by":[151,179],"entropy":[153],"pattern.":[158],"approach":[160],"offers":[161],"superior":[163],"speed-accuracy":[164],"trade-off":[165],"compared":[166],"existing":[168],"solutions.":[169],"Extensive":[170],"experiments":[171],"it":[174],"accelerates":[175],"visual":[176,211],"over":[180],"85%":[181],"scenes":[183],"500":[185],"images":[186],"while":[187],"maintaining,":[188],"or":[189],"even":[190],"improving,":[191],"baseline":[192],"performance,":[193],"hints":[195],"how":[197],"our":[198],"can":[202],"play":[203],"crucial":[205],"role":[206],"future":[208],"applications":[209],"transformers.":[213],"project":[215],"website":[216],"available":[218],"https://zsh2000.github.io/good-token-hunting.github.io.":[220]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-26T00:00:00"}