{"id":"https://openalex.org/W7156366197","doi":"https://doi.org/10.48550/arxiv.2604.22615","title":"GazeVLA: Learning Human Intention for Robotic Manipulation","display_name":"GazeVLA: Learning Human Intention for Robotic Manipulation","publication_year":2026,"publication_date":"2026-04-24","ids":{"openalex":"https://openalex.org/W7156366197","doi":"https://doi.org/10.48550/arxiv.2604.22615"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.22615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.22615","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134682753","display_name":"Chengyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chengyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134736727","display_name":"Kaiyi Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Kaiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134668634","display_name":"Yuan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134714635","display_name":"Lei Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134673357","display_name":"Yizhou Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134692196","display_name":"Wentao Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.6200000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.6200000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11800000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.05829999968409538,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.6276999711990356},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5631999969482422},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.53329998254776},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5295000076293945},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5220999717712402},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.48080000281333923},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44850000739097595},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.33970001339912415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7052000164985657},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6276999711990356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6207000017166138},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5631999969482422},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.53329998254776},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5220999717712402},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.48080000281333923},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45669999718666077},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44850000739097595},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3003999888896942},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.22615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.22615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.22615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Embodied":[0],"foundation":[1],"models":[2],"have":[3,22],"achieved":[4],"significant":[5,37],"breakthroughs":[6],"in":[7,158],"robotic":[8,85],"manipulation,":[9],"yet":[10],"they":[11],"still":[12],"depend":[13],"heavily":[14],"on":[15,113,131],"large-scale":[16,115],"robot":[17,136],"demonstrations.":[18],"Although":[19],"recent":[20],"works":[21],"explored":[23],"leveraging":[24],"human":[25,46,55,81,106,117,121,138],"data":[26],"to":[27,40,83,119],"alleviate":[28],"this":[29,66,69],"dependency,":[30],"effectively":[31],"extracting":[32],"transferable":[33],"knowledge":[34],"remains":[35],"a":[36,60,73,114,132,145],"challenge":[38],"due":[39],"the":[41,52,142,154],"inherent":[42],"embodiment":[43],"gap":[44],"between":[45],"and":[47,79,99,123,137,160,165,168,171,184],"robot.":[48],"We":[49],"argue":[50],"that":[51,76,175],"intention":[53,82,90,122,151],"underlying":[54],"actions":[56,98],"can":[57],"serve":[58],"as":[59,93,101],"powerful":[61],"intermediate":[62],"representation":[63],"for":[64,105],"bridging":[65],"gap.":[67],"In":[68],"paper,":[70],"we":[71,88],"introduce":[72],"novel":[74],"framework":[75],"explicitly":[77],"learns":[78],"transfers":[80],"facilitate":[84],"manipulation.":[86],"Specifically,":[87],"model":[89,109,143],"through":[91],"gaze,":[92],"it":[94],"naturally":[95],"precedes":[96],"physical":[97],"serves":[100],"an":[102],"observable":[103],"proxy":[104],"intent.":[107],"Our":[108],"is":[110],"first":[111],"pretrained":[112],"egocentric":[116],"dataset":[118],"capture":[120],"its":[124],"synergy":[125],"with":[126],"action,":[127],"followed":[128],"by":[129],"finetuning":[130],"small":[133],"set":[134],"of":[135],"data.":[139],"During":[140],"inference,":[141],"adopts":[144],"Chain-of-Thought":[146],"reasoning":[147],"paradigm,":[148],"sequentially":[149],"predicting":[150],"before":[152],"executing":[153],"action.":[155],"Extensive":[156],"evaluations":[157],"simulation":[159],"real-world":[161],"settings,":[162],"across":[163],"long-horizon":[164],"fine-grained":[166],"tasks,":[167],"under":[169],"few-shot":[170],"robustness":[172],"benchmarks,":[173],"show":[174],"our":[176],"method":[177],"consistently":[178],"outperforms":[179],"strong":[180],"baselines,":[181],"generalizes":[182],"better,":[183],"achieves":[185],"state-of-the-art":[186],"performance.":[187],"Project":[188],"page:":[189],"https://gazevla.github.io":[190],".":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-28T00:00:00"}