{"id":"https://openalex.org/W7166031072","doi":"https://doi.org/10.48550/arxiv.2606.26443","title":"WatchAct: A Benchmark for Behavior-Grounded Robot Manipulation","display_name":"WatchAct: A Benchmark for Behavior-Grounded Robot Manipulation","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166031072","doi":"https://doi.org/10.48550/arxiv.2606.26443"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26443","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101541888","display_name":"Baiqi Li","orcid":"https://orcid.org/0000-0003-0764-3159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Baiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139433888","display_name":"Ce Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103512462","display_name":"Y D Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139460126","display_name":"Yue Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139401172","display_name":"Shangzhe Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shangzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139448919","display_name":"Mingyu Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Mingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5081800468","display_name":"Gedas Bertasius","orcid":"https://orcid.org/0000-0003-1800-4790"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bertasius, Gedas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6388000249862671,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6388000249862671,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.13120000064373016,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.09279999881982803,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7319999933242798},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6481999754905701},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6164000034332275},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6069999933242798},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5806999802589417},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4984000027179718},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.46799999475479126},{"id":"https://openalex.org/keywords/semantic-reasoner","display_name":"Semantic reasoner","score":0.4560000002384186},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.44670000672340393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7764000296592712},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7319999933242798},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6481999754905701},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6164000034332275},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6069999933242798},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5806999802589417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5038999915122986},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5023000240325928},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37290000915527344},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.36649999022483826},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.357699990272522},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35040000081062317},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.33059999346733093},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2808000147342682},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C161615301","wikidata":"https://www.wikidata.org/wiki/Q309396","display_name":"Keystroke logging","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6525028347969055,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"robot":[1,60],"working":[2],"alongside":[3],"people":[4],"must":[5],"reason":[6],"about":[7],"what":[8,13,17],"they":[9],"have":[10],"done,":[11],"in":[12,63,101,195],"order,":[14],"and":[15,26,74,83,90,129,158,169,197,223,231],"with":[16,39,78,187],"intent.":[18],"Video":[19],"carries":[20],"the":[21,107,132,200],"spatial":[22],"layouts,":[23],"object":[24],"histories,":[25],"gestures":[27],"that":[28,145],"language":[29,76],"leaves":[30],"underspecified,":[31],"yet":[32],"today's":[33],"manipulation":[34,61],"benchmarks":[35],"pair":[36],"an":[37,79,84],"instruction":[38,77],"a":[40,57,70,75,141,171],"single":[41],"current":[42,176],"image,":[43],"offering":[44],"no":[45],"way":[46],"to":[47,225],"evaluate":[48],"reasoning":[49,149],"over":[50],"observed":[51,64],"human":[52,65],"behavior.":[53,66],"We":[54,138],"introduce":[55],"WatchAct,":[56],"benchmark":[58],"for":[59,211],"grounded":[62],"Each":[67],"instance":[68],"pairs":[69],"real-world":[71],"human-action":[72],"video":[73],"aligned":[80],"simulator":[81],"scene":[82,133],"executable":[85],"LIBERO":[86],"task,":[87],"enabling":[88],"scalable":[89],"reproducible":[91],"evaluation.":[92],"WatchAct":[93],"comprises":[94],"3,000":[95],"long-horizon":[96],"instances":[97],"across":[98],"14":[99],"tasks":[100],"four":[102],"capability":[103],"domains":[104],"drawn":[105],"from":[106,180],"cognitive":[108],"demands":[109],"of":[110],"watching":[111],"another":[112],"agent:":[113],"parsing":[114],"events":[115],"(Event":[116],"Grounding),":[117],"recovering":[118],"procedural":[119],"structure":[120],"(Procedural":[121],"Reasoning),":[122],"inferring":[123],"unstated":[124],"intent":[125],"(Implicit":[126],"Intent":[127],"Inference),":[128],"tracking":[130],"how":[131],"was":[134],"changed":[135],"(Episodic":[136],"Reasoning).":[137],"further":[139],"propose":[140],"disentangled":[142],"evaluation":[143],"protocol":[144],"separately":[146],"measures":[147],"(i)~video-to-plan":[148],"by":[150,162],"vision-language":[151],"models,":[152],"(ii)~policy":[153],"execution":[154],"under":[155,220],"oracle":[156,221],"plans,":[157],"(iii)~full":[159],"task":[160],"completion":[161],"integrated":[163],"planner--policy":[164],"pipelines.":[165],"In":[166],"both":[167],"simulation":[168,196],"on":[170,199,227],"Franka":[172],"Research":[173],"3":[174],"robot,":[175],"systems":[177],"remain":[178],"far":[179],"solving":[181],"WatchAct.":[182],"The":[183],"best":[184],"pipeline,":[185],"Gemini-3.1-Pro":[186,203],"$\u03c0_{0.5}$,":[188],"reaches":[189,215],"only":[190,216],"16.3%":[191],"Success":[192],"Rate":[193],"(SR)":[194],"14.0%":[198],"real":[201],"robot.":[202],"attains":[204],"just":[205],"36.8%":[206],"Plan":[207],"SR":[208,219],"(vs.":[209],"97.1%":[210],"humans),":[212],"while":[213],"$\u03c0_{0.5}$":[214],"21.5%":[217],"Task":[218],"plans":[222],"drops":[224],"10.6%":[226],"out-of-domain":[228],"scenarios.":[229],"Dataset":[230],"code":[232],"are":[233],"available":[234],"at":[235],"https://baiqi-li.github.io/watchact_page/.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}