{"id":"https://openalex.org/W7163335773","doi":"https://doi.org/10.48550/arxiv.2606.03943","title":"PointAction: 3D Points as Universal Action Representations for Robot Control","display_name":"PointAction: 3D Points as Universal Action Representations for Robot Control","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163335773","doi":"https://doi.org/10.48550/arxiv.2606.03943"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03943","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03943","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03943","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137722660","display_name":"Mutian Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Mutian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137798590","display_name":"Han Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137722624","display_name":"Qiao Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Qiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137777404","display_name":"Lingjie Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lingjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137776607","display_name":"Jiatao Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Jiatao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.36079999804496765,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.36079999804496765,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.1565999984741211,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.11580000072717667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6378999948501587},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.46939998865127563},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4375999867916107},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4374000132083893},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.42080000042915344},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3684000074863434},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.36570000648498535},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3488999903202057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7263000011444092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6643000245094299},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6378999948501587},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.580299973487854},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3684000074863434},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.33329999446868896},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.32339999079704285},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.2759999930858612},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.26269999146461487},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.2531000077724457},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.25209999084472656},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03943","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03943","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03943","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03943","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5163576602935791,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video-Action":[0],"Models":[1],"(VAMs)":[2],"leverage":[3],"the":[4,127,136],"broad":[5],"visual":[6],"dynamics":[7,102,125],"captured":[8],"by":[9],"pre-trained":[10],"video":[11,24,64,78,130],"diffusion":[12],"models,":[13],"offering":[14],"a":[15,60,76,105,111],"promising":[16],"path":[17],"toward":[18],"generalizable":[19],"robot":[20,67,118,163,175],"manipulation.":[21],"However,":[22],"RGB-only":[23,139],"rollouts":[25],"are":[26],"not":[27],"directly":[28],"actionable:":[29],"they":[30],"leave":[31],"metric":[32,122],"3D":[33,89,94,123],"motion,":[34],"contact":[35],"geometry,":[36],"and":[37,53,87,132,142,147,170],"fine-grained":[38],"spatial":[39],"constraints":[40],"under-specified,":[41],"making":[42],"action":[43,48,108,113,140,151],"grounding":[44,141],"ambiguous.":[45],"Meanwhile,":[46],"scaling":[47],"supervision":[49],"across":[50,145],"diverse":[51],"tasks":[52,146],"embodiments":[54,148],"remains":[55],"costly.":[56],"We":[57],"present":[58],"PointAction,":[59],"framework":[61],"that":[62,155],"bridges":[63],"predictions":[65],"to":[66,81,116,172],"actions":[68],"through":[69],"explicit":[70],"point-based":[71],"4D":[72,159],"modeling.":[73],"PointAction":[74,134,156],"fine-tunes":[75],"foundation":[77],"generation":[79,160],"model":[80],"jointly":[82],"predict":[83],"future":[84],"RGB":[85],"frames":[86],"dynamic":[88],"pointmaps,":[90],"producing":[91],"temporally":[92],"consistent":[93],"motion":[95],"of":[96,138],"task-relevant":[97],"scene":[98],"geometry.":[99],"These":[100],"point":[101,124],"serve":[103],"as":[104,126],"structured,":[106],"embodiment-agnostic":[107],"interface,":[109],"which":[110],"diffusion-based":[112],"decoder":[114],"maps":[115],"executable":[117],"actions.":[119],"By":[120],"using":[121],"interface":[128],"between":[129],"prediction":[131],"control,":[133],"reduces":[135],"ambiguity":[137],"supports":[143],"transfer":[144],"with":[149],"limited":[150],"supervision.":[152],"Experiments":[153],"show":[154],"achieves":[157],"state-of-the-art":[158],"quality":[161],"on":[162],"scenes,":[164],"outperforms":[165],"existing":[166],"baselines":[167],"in":[168],"simulation,":[169],"generalizes":[171],"two":[173],"real":[174],"arms":[176],"unseen":[177],"during":[178],"pretraining.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}