{"id":"https://openalex.org/W7140272928","doi":"https://doi.org/10.48550/arxiv.2603.22570","title":"CanViT: Toward Active-Vision Foundation Models","display_name":"CanViT: Toward Active-Vision Foundation Models","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7140272928","doi":"https://doi.org/10.48550/arxiv.2603.22570"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22570","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096969016","display_name":"Yoha\u00ef-Eliel Berreby","orcid":"https://orcid.org/0009-0001-7091-9093"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berreby, Yoha\u00ef-Eliel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130591311","display_name":"Sabrina Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Sabrina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130550314","display_name":"Audrey Durand","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Durand, Audrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130569651","display_name":"B. Suresh Krishna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishna, B. Suresh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.1290999948978424,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.1290999948978424,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0982000008225441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.09640000015497208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6833999752998352},{"id":"https://openalex.org/keywords/active-vision","display_name":"Active vision","score":0.6227999925613403},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6065000295639038},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5946000218391418},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5327000021934509},{"id":"https://openalex.org/keywords/active-perception","display_name":"Active perception","score":0.5131000280380249},{"id":"https://openalex.org/keywords/zoom","display_name":"Zoom","score":0.4999000132083893},{"id":"https://openalex.org/keywords/rope","display_name":"Rope","score":0.4049000144004822}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6833999752998352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6561999917030334},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.6227999925613403},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5946000218391418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5752000212669373},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.5131000280380249},{"id":"https://openalex.org/C124913957","wikidata":"https://www.wikidata.org/wiki/Q1232548","display_name":"Zoom","level":3,"score":0.4999000132083893},{"id":"https://openalex.org/C162269090","wikidata":"https://www.wikidata.org/wiki/Q1156047","display_name":"Rope","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.40450000762939453},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3643999993801117},{"id":"https://openalex.org/C197792726","wikidata":"https://www.wikidata.org/wiki/Q191062","display_name":"Mnemonic","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33500000834465027},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C70451592","wikidata":"https://www.wikidata.org/wiki/Q376493","display_name":"Dither","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Active":[0],"computer":[1,236],"vision":[2,100],"promises":[3],"efficient,":[4],"biologically":[5],"plausible":[6],"perception":[7],"through":[8],"sequential,":[9],"localized":[10],"glimpses,":[11,147,191],"but":[12],"lacks":[13],"scalable":[14],"general-purpose":[15],"architectures":[16],"and":[17,32,46,75,81,89,122,223,234,243],"pretraining":[18,101],"pipelines,":[19],"leaving":[20],"Active-Vision":[21],"Foundation":[22],"Models":[23],"(AVFMs)":[24],"underexplored.":[25],"We":[26,71,95,124],"introduce":[27],"CanViT,":[28],"the":[29,52,170,208,229,239],"first":[30],"task-":[31,242],"policy-agnostic":[33,103,244],"AVFM.":[34],"CanViT":[35,216],"uses":[36],"scene-relative":[37],"RoPE":[38],"to":[39,84,91,218],"bind":[40],"a":[41,47,66,97,128,152,158,165,203],"retinotopic":[42],"Vision":[43],"Transformer":[44],"backbone":[45],"spatiotopic":[48],"scene-wide":[49,109],"latent":[50,106],"workspace,":[51],"canvas.":[53],"Efficient":[54],"interaction":[55],"with":[56,117,175,210],"this":[57],"high-capacity":[58],"working":[59],"memory":[60,76],"is":[61],"supported":[62],"by":[63],"Canvas":[64],"Attention,":[65],"novel":[67],"asymmetric":[68],"cross-attention":[69],"mechanism.":[70],"decouple":[72],"thinking":[73],"(backbone-level)":[74],"(canvas-level),":[77],"eliminating":[78],"canvas-side":[79],"self-attention":[80],"fully-connected":[82],"layers":[83],"achieve":[85],"fast":[86],"sequential":[87],"inference":[88,178],"scalability":[90],"high":[92],"output":[93],"resolutions.":[94],"propose":[96],"label-free":[98],"active":[99,142,172,235],"scheme,":[102],"passive-to-active":[104],"dense":[105],"distillation:":[107],"reconstructing":[108],"DINOv3":[110,187],"embeddings":[111],"from":[112,127],"sequences":[113],"of":[114,137,207,241],"low-resolution":[115,167],"glimpses":[116],"randomized":[118],"locations,":[119],"zoom":[120],"levels,":[121],"lengths.":[123],"pretrain":[125],"CanViT-B":[126,160,192,200],"random":[129,146],"initialization":[130],"on":[131,151],"13.2":[132],"million":[133],"ImageNet-21k":[134],"scenes--an":[135],"order":[136],"magnitude":[138],"more":[139],"than":[140],"previous":[141],"models--and":[143],"1":[144],"billion":[145],"in":[148,164],"166":[149],"hours":[150],"single":[153,166],"H100.":[154],"On":[155,197],"ADE20K":[156,195],"segmentation,":[157],"frozen":[159],"achieves":[161],"38.5%":[162],"mIoU":[163],"glimpse,":[168],"outperforming":[169],"best":[171],"model's":[173],"27.6%":[174],"20x":[176],"fewer":[177],"FLOPs":[179],"as":[180,182],"well":[181],"its":[183],"FLOP-":[184],"or":[185],"input-matched":[186],"teacher.":[188],"Given":[189],"additional":[190],"reaches":[193],"45.9%":[194],"mIoU.":[196],"ImageNet-1k":[198],"classification,":[199],"also":[201],"sets":[202],"new":[204,224],"active-vision":[205],"state":[206],"art,":[209],"84.5%":[211],"top-1":[212],"accuracy":[213],"after":[214],"fine-tuning.":[215],"generalizes":[217],"longer":[219],"rollouts,":[220],"larger":[221],"scenes,":[222],"policies.":[225],"Our":[226],"work":[227],"narrows":[228],"wide":[230],"gap":[231],"between":[232],"passive":[233],"vision,":[237],"demonstrating":[238],"potential":[240],"AVFM":[245],"pretraining.":[246]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-26T00:00:00"}