{"id":"https://openalex.org/W7160980830","doi":"https://doi.org/10.48550/arxiv.2605.12449","title":"LychSim: A Controllable and Interactive Simulation Framework for Vision Research","display_name":"LychSim: A Controllable and Interactive Simulation Framework for Vision Research","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7160980830","doi":"https://doi.org/10.48550/arxiv.2605.12449"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070188278","display_name":"Wufei Ma","orcid":"https://orcid.org/0000-0002-4696-2833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136013380","display_name":"Chloe Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chloe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136082199","display_name":"Siyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Siyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136009484","display_name":"Jiawei Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136088360","display_name":"Patrick Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136019192","display_name":"Alan L. Yuille","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuille, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3815000057220459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3815000057220459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0982000008225441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5690000057220459},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5157999992370605},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.4830000102519989},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46230000257492065},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4309999942779541},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.4065999984741211},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.39809998869895935},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.37619999051094055},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.36980000138282776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.761900007724762},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5228999853134155},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5157999992370605},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.4830000102519989},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3431999981403351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3400000035762787},{"id":"https://openalex.org/C2778305236","wikidata":"https://www.wikidata.org/wiki/Q178570","display_name":"OpenGL","level":3,"score":0.3368000090122223},{"id":"https://openalex.org/C66629338","wikidata":"https://www.wikidata.org/wiki/Q189177","display_name":"3D computer graphics","level":3,"score":0.33500000834465027},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.3125},{"id":"https://openalex.org/C2780977526","wikidata":"https://www.wikidata.org/wiki/Q42417149","display_name":"Data exploration","level":3,"score":0.29319998621940613},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2904999852180481},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C173552908","wikidata":"https://www.wikidata.org/wiki/Q1366289","display_name":"Graphics pipeline","level":4,"score":0.27880001068115234},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"self-supervised":[1],"pretraining":[2],"has":[3],"reduced":[4],"vision":[5,183],"systems'":[6],"reliance":[7],"on":[8],"synthetic":[9,164],"data,":[10],"simulation":[11,26,53],"remains":[12],"an":[13],"indispensable":[14],"tool":[15],"for":[16,127],"closed-loop":[17,125],"optimization":[18],"and":[19,39,51,103,107,137,148,172,195],"rigorous":[20],"out-of-distribution":[21,95],"(OOD)":[22,96],"evaluation.":[23],"However,":[24],"modern":[25],"platforms":[27],"often":[28],"present":[29,46],"steep":[30],"technical":[31],"barriers,":[32],"requiring":[33],"extensive":[34],"expertise":[35],"in":[36],"computer":[37],"graphics":[38],"game":[40],"development.":[41],"In":[42],"this":[43,62],"work,":[44],"we":[45],"LychSim,":[47],"a":[48,72,83,109,123,163],"highly":[49],"controllable":[50],"interactive":[52],"framework":[54],"built":[55,66],"upon":[56],"Unreal":[57],"Engine":[58],"5":[59],"to":[60,141],"bridge":[61],"gap.":[63],"LychSim":[64,185],"is":[65],"around":[67],"three":[68],"key":[69],"designs:":[70],"(1)":[71],"streamlined":[73],"Python":[74],"API":[75],"that":[76,118],"abstracts":[77],"away":[78],"underlying":[79],"engine":[80],"complexities;":[81],"(2)":[82],"procedural":[84,135],"data":[85,165,197],"pipeline":[86],"capable":[87],"of":[88,112],"generating":[89],"diverse,":[90],"high-fidelity":[91],"environments":[92],"with":[93,100],"varying":[94],"visual":[97],"challenges,":[98],"paired":[99],"rich":[101],"2D":[102],"3D":[104,145],"ground":[105,146],"truths;":[106],"(3)":[108],"native":[110],"integration":[111],"the":[113,120,181],"Model":[114],"Context":[115],"Protocol":[116],"(MCP)":[117],"transforms":[119],"simulator":[121],"into":[122],"dynamic,":[124],"playground":[126],"reasoning":[128],"agentic":[129],"LLMs.":[130],"We":[131,152],"further":[132],"annotate":[133],"scene-level":[134],"rules":[136],"object-level":[138],"pose":[139],"alignments":[140],"enable":[142],"semantically":[143],"aligned":[144],"truths":[147],"automated":[149],"scene":[150,176],"modification.":[151],"demonstrate":[153],"LychSim's":[154],"capability":[155],"across":[156],"multiple":[157],"downstream":[158],"applications,":[159],"including":[160,191],"serving":[161],"as":[162],"engine,":[166],"powering":[167],"reinforcement":[168],"learning-based":[169],"adversarial":[170],"examiners,":[171],"facilitating":[173],"interactive,":[174],"language-driven":[175],"layout":[177],"generation.":[178],"To":[179],"benefit":[180],"broader":[182],"community,":[184],"will":[186],"be":[187],"made":[188],"publicly":[189],"available,":[190],"full":[192],"source":[193],"code":[194],"various":[196],"annotations.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}