{"id":"https://openalex.org/W7166739161","doi":"https://doi.org/10.48550/arxiv.2606.29898","title":"Critical Interval MSE: Toward Reliable Offline Validation for Robot Manipulation Policies","display_name":"Critical Interval MSE: Toward Reliable Offline Validation for Robot Manipulation Policies","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166739161","doi":"https://doi.org/10.48550/arxiv.2606.29898"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022918672","display_name":"Haoxu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Haoxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139632431","display_name":"Tongsam Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Tongsam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139681473","display_name":"Yifan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139673498","display_name":"Jiacheng You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139714153","display_name":"Yang Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6349999904632568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6349999904632568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.2750999927520752,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7875999808311462},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5956000089645386},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5236999988555908},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.46709999442100525},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.44609999656677246},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.42100000381469727},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.396699994802475},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.37380000948905945}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7875999808311462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6765000224113464},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5956000089645386},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4284999966621399},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3736000061035156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37229999899864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3698999881744385},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.36730000376701355},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C191252586","wikidata":"https://www.wikidata.org/wiki/Q1671453","display_name":"Interval arithmetic","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.26840001344680786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Real-world":[0],"evaluation":[1,28,185],"is":[2,29,39,59,68,169],"the":[3,14,31,148,180],"gold":[4],"standard":[5],"for":[6,33,57,208],"robot":[7,36],"policies":[8],"because":[9],"it":[10,38,101],"tests":[11],"them":[12],"against":[13],"physical":[15],"conditions":[16],"and":[17,44,99,113,124,188,203],"deployment":[18],"challenges":[19],"they":[20],"are":[21],"ultimately":[22],"designed":[23],"to":[24,42,48,96,147,171],"handle.":[25],"However,":[26],"real-world":[27,73,114],"also":[30],"bottleneck":[32],"iterating":[34],"on":[35,62],"policies:":[37],"costly,":[40],"difficult":[41],"reproduce,":[43],"often":[45,69],"too":[46],"sparse":[47],"reliably":[49],"compare":[50],"nearby":[51],"model":[52],"variants.":[53],"A":[54],"straightforward":[55],"proxy":[56,67],"performance":[58,126],"validation":[60,90,122,206],"loss":[61],"expert":[63],"demonstrations,":[64],"but":[65],"this":[66,76,194,198],"poorly":[70],"correlated":[71],"with":[72,102],"performance.":[74],"In":[75,196],"paper,":[77],"we":[78],"introduce":[79],"Critical":[80],"Interval":[81],"MSE":[82],"(CI-MSE),":[83],"an":[84],"intuitively":[85],"simple":[86,103,202],"yet":[87],"effective":[88],"offline":[89,205],"metric.":[91,195],"CI-MSE":[92,116,137,183],"restricts":[93],"error":[94,123],"computation":[95],"task-critical":[97],"segments":[98],"pairs":[100],"action-alignment":[104],"procedures":[105],"that":[106,166],"better":[107],"match":[108],"rollout-time":[109],"behavior.":[110],"Across":[111,130],"simulation":[112],"experiments,":[115],"yields":[117],"a":[118,131,139,158,172,201],"stronger":[119],"correlation":[120,142],"between":[121],"rollout":[125],"than":[127,153],"raw":[128,154],"MSE.":[129],"wide":[132,173],"range":[133,174],"of":[134,143,151,175,182],"policy":[135,210],"checkpoints,":[136],"achieves":[138],"Spearman's":[140],"rank":[141],"$-0.87$,":[144],"much":[145],"closer":[146],"ideal":[149],"value":[150],"$-1$":[152],"MSE's":[155],"$-0.61$,":[156],"demonstrating":[157],"significant":[159],"improvement.":[160],"We":[161,177],"show":[162],"through":[163],"sensitivity":[164],"analysis":[165],"our":[167],"metric":[168],"robust":[170],"hyperparameters.":[176],"further":[178],"study":[179],"effectiveness":[181],"under":[184],"distribution":[186],"shifts":[187],"suggest":[189],"design":[190],"boundaries":[191],"when":[192],"using":[193],"summary,":[197],"paper":[199],"provides":[200],"reliable":[204],"tool":[207],"accelerating":[209],"iteration.":[211],"Project":[212],"webpage:":[213],"https://ci-mse.github.io/":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}