{"id":"https://openalex.org/W7165048889","doi":"https://doi.org/10.48550/arxiv.2606.17574","title":"DeepInsight: A Unified Evaluation Infrastructure Across the Physical AI Stack","display_name":"DeepInsight: A Unified Evaluation Infrastructure Across the Physical AI Stack","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165048889","doi":"https://doi.org/10.48550/arxiv.2606.17574"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17574","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17574","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17574","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138815043","display_name":"Siyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Siyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102201210","display_name":"Chunyu Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Chunyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138826882","display_name":"Jiahao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138823867","display_name":"Yuchen Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138779450","display_name":"Wuliang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wuliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128536286","display_name":"Y L Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138785395","display_name":"Rui Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101830109","display_name":"Haitao Cui","orcid":"https://orcid.org/0000-0002-0641-6029"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Haitao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138786299","display_name":"Jie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09470000118017197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09470000118017197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.05119999870657921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.050599999725818634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5871000289916992},{"id":"https://openalex.org/keywords/protocol-stack","display_name":"Protocol stack","score":0.4993000030517578},{"id":"https://openalex.org/keywords/stack","display_name":"Stack (abstract data type)","score":0.4620000123977661},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4237000048160553},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3813999891281128},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.37709999084472656},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.37070000171661377},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.36000001430511475},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.3555999994277954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7451000213623047},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5871000289916992},{"id":"https://openalex.org/C38601921","wikidata":"https://www.wikidata.org/wiki/Q1757693","display_name":"Protocol stack","level":3,"score":0.4993000030517578},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.37709999084472656},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.37070000171661377},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3553999960422516},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C29081049","wikidata":"https://www.wikidata.org/wiki/Q1364242","display_name":"Image stitching","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C169903001","wikidata":"https://www.wikidata.org/wiki/Q3264987","display_name":"Reciprocity (cultural anthropology)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C119024030","wikidata":"https://www.wikidata.org/wiki/Q759899","display_name":"Call stack","level":3,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17574","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17574","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17574","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17574","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6268389225006104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"a":[1,18,91,201,222,239],"Physical":[2],"AI":[3],"stack":[4,49],"spans":[5,44],"operators":[6],"that":[7,58,85,224,236],"differ":[8],"by":[9,53,119,129,171],"more":[10],"than":[11,95],"three":[12,104,155],"orders":[13],"of":[14,25,28,157,165,244],"magnitude":[15],"--":[16,31,107,112,178,183,238],"from":[17],"single":[19,92,163,202],"foundation-model":[20,181],"decoding":[21],"step":[22],"to":[23,75],"thousands":[24],"physics":[26],"ticks":[27],"whole-body":[29],"control":[30],"varying":[32],"orthogonally":[33],"in":[34,151,226,231],"modality,":[35],"reward":[36],"semantics,":[37],"and":[38,110,135,139,188,204,229],"resource":[39],"profile.":[40],"No":[41],"existing":[42],"framework":[43],"this":[45,87,162],"range,":[46],"so":[47],"the":[48,71,97,180,196],"is":[50,148,212],"evaluated":[51],"today":[52],"stitching":[54],"together":[55],"separate":[56],"harnesses":[57,246],"share":[59],"neither":[60],"runtime":[61],"nor":[62],"scoring,":[63],"preserving":[64],"each":[65,113],"segment's":[66],"local":[67],"validity":[68],"but":[69],"losing":[70],"shared":[72,118,220],"identity":[73,142],"needed":[74],"diagnose":[76],"cross-layer":[77,240],"regressions.":[78],"We":[79],"present":[80],"DeepInsight,":[81],"an":[82,158],"evaluation":[83],"infrastructure":[84],"serves":[86],"full":[88],"spectrum":[89],"on":[90,200,235],"runtime.":[93],"Rather":[94],"homogenize":[96],"regimes,":[98],"it":[99,184],"preserves":[100],"their":[101,192],"heterogeneity":[102],"behind":[103],"narrow":[105],"abstractions":[106],"task,":[108],"resource,":[109],"result":[111],"realized":[114],"as":[115],"one":[116,122,125,140,219,227],"invariant":[117],"every":[120,130,146,215],"subsystem:":[121],"episode":[123],"driver,":[124],"resource-handle":[126],"protocol":[127],"implemented":[128],"expensive":[131],"backend":[132],"(LLM":[133],"inference":[134],"sandboxed":[136],"runtimes":[137],"alike),":[138],"trace":[141,237],"scheme":[143],"under":[144],"which":[145],"event":[147],"written.":[149],"Deployed":[150],"production":[152],"across":[153,207],"all":[154],"layers":[156],"embodied":[159],"humanoid":[160],"stack,":[161],"set":[164],"invariants":[166],"onboards":[167],"new":[168],"benchmarks":[169],"largely":[170],"configuration.":[172],"Where":[173],"mature":[174],"peer":[175],"orchestrators":[176],"exist":[177],"at":[179],"end":[182],"reproduces":[185],"published":[186],"references":[187],"peer-framework":[189],"readings":[190],"within":[191],"own":[193],"spread,":[194],"runs":[195],"same":[197],"suites":[198],"faster":[199],"node,":[203],"scales":[205],"near-linearly":[206],"nodes.":[208],"Its":[209],"distinctive":[210],"return":[211],"diagnostic:":[213],"because":[214],"layer":[216,228],"writes":[217],"into":[218],"trace,":[221],"regression":[223],"begins":[225],"surfaces":[230],"another":[232],"stays":[233],"localizable":[234],"payoff":[241],"no":[242],"federation":[243],"per-segment":[245],"can":[247],"reproduce.":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}