{"id":"https://openalex.org/W7164885016","doi":"https://doi.org/10.48550/arxiv.2606.16470","title":"Decoupled Object-Centric Video Understanding for Generating Robotic Manipulation Commands","display_name":"Decoupled Object-Centric Video Understanding for Generating Robotic Manipulation Commands","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164885016","doi":"https://doi.org/10.48550/arxiv.2606.16470"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16470","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138732362","display_name":"Thanh Nguyen Canh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Canh, Thanh Nguyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016170060","display_name":"Thanh-Tuan Tran","orcid":"https://orcid.org/0000-0002-9488-450X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Thanh-Tuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138746004","display_name":"Haolan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haolan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138696418","display_name":"Ziyan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Ziyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138701440","display_name":"Xiem HoangVan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"HoangVan, Xiem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138694121","display_name":"Nak Young Chong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chong, Nak Young","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.47380000352859497,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.47380000352859497,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.30309998989105225,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.11829999834299088,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6669999957084656},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6017000079154968},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5404000282287598},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5356000065803528},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4706000089645386},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4350000023841858},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.39419999718666077},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.39010000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025000095367432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7003999948501587},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6669999957084656},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6017000079154968},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5356000065803528},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5293999910354614},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4706000089645386},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3847000002861023},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3700999915599823},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2786000072956085},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2590999901294708},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5757978558540344,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Translating":[0],"video":[1,43],"demonstrations":[2],"into":[3],"executable":[4],"robot":[5],"commands":[6,31],"remains":[7,173],"challenging":[8],"because":[9],"existing":[10],"methods":[11,171],"often":[12],"fail":[13],"to":[14,53],"identify":[15],"which":[16],"objects":[17,80,92,128],"are":[18,33,93,149],"functionally":[19],"involved":[20],"in":[21,151],"the":[22,138],"demonstrated":[23],"action.":[24],"As":[25],"a":[26,72,109,183],"result,":[27],"they":[28],"may":[29],"generate":[30,54],"that":[32,46,77],"linguistically":[34],"plausible":[35],"but":[36],"operationally":[37],"ambiguous.":[38],"We":[39],"propose":[40],"an":[41],"object-centric":[42,185],"understanding":[44],"framework":[45],"decouples":[47],"action":[48,69,118],"recognition":[49,103],"from":[50],"object":[51],"identification":[52],"precise,":[55],"grammar-free":[56],"manipulation":[57],"commands.":[58],"Our":[59],"approach":[60,167],"integrates":[61],"Temporal":[62],"Shift":[63],"Modules":[64],"(TSM)":[65],"for":[66,100],"efficient":[67],"spatio-temporal":[68],"classification":[70,119],"with":[71],"novel":[73,132,160],"\\textbf{Object":[74],"Selection}":[75],"algorithm":[76],"identifies":[78],"task-relevant":[79],"through":[81],"trajectory-based":[82],"role":[83],"classification,":[84],"blur":[85],"detection,":[86],"and":[87,104,121,129,144,153,157,172],"overlap":[88],"minimization.":[89],"The":[90],"selected":[91],"then":[94],"processed":[95],"by":[96,142],"Vision-Language":[97],"Models":[98],"(VLMs)":[99],"robust":[101],"category":[102],"zero-shot":[105],"generalization.":[106],"Evaluated":[107],"on":[108,126,131,159],"modified":[110],"Something-Something":[111],"V2":[112],"dataset,":[113],"our":[114,166],"method":[115],"achieves":[116],"86.79\\%":[117],"accuracy":[120],"BLEU-4":[122],"scores":[123],"of":[124],"0.337":[125],"standard":[127],"0.261":[130],"objects.":[133,161],"These":[134],"results":[135],"improve":[136],"over":[137],"strongest":[139],"task-specific":[140,170],"baseline":[141],"80.2\\%":[143],"143.9\\%,":[145],"respectively.":[146],"Larger":[147],"gains":[148],"observed":[150],"METEOR":[152],"CIDEr,":[154],"reaching":[155],"157.9\\%":[156],"171.7\\%":[158],"Across":[162],"all":[163],"semantic":[164],"metrics,":[165],"consistently":[168],"outperforms":[169],"competitive":[174],"with,":[175],"or":[176],"surpasses,":[177],"large":[178],"general-purpose":[179],"VLMs":[180],"while":[181],"retaining":[182],"modular,":[184],"design.":[186]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}