{"id":"https://openalex.org/W7163995666","doi":"https://doi.org/10.48550/arxiv.2606.08542","title":"When Video Misreads: Closed-Loop Distillation of Reading Heuristics for Exploratory Manipulation Trace QA","display_name":"When Video Misreads: Closed-Loop Distillation of Reading Heuristics for Exploratory Manipulation Trace QA","publication_year":2026,"publication_date":"2026-06-07","ids":{"openalex":"https://openalex.org/W7163995666","doi":"https://doi.org/10.48550/arxiv.2606.08542"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08542","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138260790","display_name":"Haizhou Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Haizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138225635","display_name":"Yufei Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Yufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138258445","display_name":"Yue Li","orcid":"https://orcid.org/0009-0006-6435-8759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138219507","display_name":"Zhixing Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhixing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138284873","display_name":"Lu Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138208373","display_name":"Lei Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138283059","display_name":"Guyue Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Guyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113395530","display_name":"Ruqi Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Ruqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.45320001244544983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.45320001244544983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.31119999289512634,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.09179999679327011,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6863999962806702},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5511000156402588},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5034999847412109},{"id":"https://openalex.org/keywords/precondition","display_name":"Precondition","score":0.4763000011444092},{"id":"https://openalex.org/keywords/guard","display_name":"Guard (computer science)","score":0.41130000352859497},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.3898000121116638},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3894999921321869},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.35899999737739563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758400022983551},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6863999962806702},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5511000156402588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5199000239372253},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5034999847412109},{"id":"https://openalex.org/C192465680","wikidata":"https://www.wikidata.org/wiki/Q1413450","display_name":"Precondition","level":2,"score":0.4763000011444092},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3465000092983246},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3212999999523163},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2781085045","wikidata":"https://www.wikidata.org/wiki/Q7318308","display_name":"Reversing","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Exploratory":[0,78],"manipulation":[1],"often":[2],"turns":[3],"an":[4,89],"apparent":[5],"failed":[6,35],"attempt":[7],"into":[8],"the":[9,32,47,56,67,93,98,103,121,156,161,182,186,199,209,219,228],"key":[10],"evidence":[11],"for":[12,69,222],"what":[13],"to":[14,144,206],"do":[15,117],"next.":[16],"For":[17],"example,":[18],"a":[19,22,38,136,140,151,178,189],"robot":[20],"pulls":[21],"locked":[23],"cabinet":[24],"drawer,":[25],"fails,":[26],"and":[27,86,109,149,172,195],"only":[28],"succeeds":[29],"after":[30],"opening":[31],"lock.":[33],"The":[34,213],"pull":[36],"reveals":[37],"latent":[39,99],"precondition":[40,100],"(the":[41,51],"drawer":[42],"is":[43,65,170],"locked)":[44],"that":[45,54,71,138,226],"determines":[46],"minimal-success":[48,94],"action":[49,95],"chain":[50,96,122,202],"fewest":[52],"actions":[53],"complete":[55],"task),":[57],"here":[58],"[lock-open,":[59],"drawer-pull].":[60],"Correctly":[61],"reading":[62],"this":[63,75,114],"trace":[64,184],"therefore":[66],"prerequisite":[68],"recovering":[70],"chain.":[72],"We":[73,131],"formalize":[74],"setting":[76],"as":[77,188,218],"Manipulation":[79],"Trace":[80,134],"QA":[81],"(EMT-QA):":[82],"given":[83],"synchronized":[84],"video":[85],"proprioception":[87],"from":[88,123],"exploratory":[90],"trace,":[91,157],"predict":[92],"under":[97],"revealed":[101],"by":[102,204],"probe.":[104],"However,":[105],"even":[106],"state-of-the-art":[107],"VLMs":[108],"embodied":[110],"multimodal":[111],"LLMs":[112],"misread":[113],"evidence:":[115],"they":[116],"not":[118],"reliably":[119],"recover":[120],"raw":[124,126,183],"video,":[125],"proprioception,":[127],"or":[128],"their":[129],"combination.":[130],"introduce":[132],"Closed-Loop":[133],"Distillation,":[135],"pipeline":[137],"uses":[139],"per-task":[141],"coding":[142],"agent":[143,169],"inspect":[145],"labeled":[146],"training":[147],"traces":[148],"distill":[150],"one-line":[152],"natural-language":[153],"prompt":[154,190],"over":[155,208],"which":[158],"we":[159],"call":[160],"Distilled":[162],"Reading":[163],"Heuristic":[164],"(DRH).":[165],"At":[166],"inference,":[167],"no":[168,173],"invoked":[171],"model":[174],"weights":[175],"are":[176],"updated;":[177],"frozen":[179],"VLM":[180],"receives":[181],"plus":[185],"DRH":[187,200,215],"entry.":[191],"Across":[192],"three":[193],"simulator":[194],"two":[196],"real-robot":[197],"tasks,":[198],"improves":[201],"accuracy":[203],"+0.38":[205],"+0.47":[207],"best":[210],"raw-modality":[211],"baseline.":[212],"same":[214],"also":[216],"serves":[217],"sole":[220],"specification":[221],"one-shot":[223],"programmatic":[224],"classifiers":[225],"match":[227],"prompted":[229],"VLM.":[230]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}