{"id":"https://openalex.org/W7140162606","doi":"https://doi.org/10.48550/arxiv.2603.20827","title":"Swim2Real: VLM-Guided System Identification for Sim-to-Real Transfer","display_name":"Swim2Real: VLM-Guided System Identification for Sim-to-Real Transfer","publication_year":2026,"publication_date":"2026-03-21","ids":{"openalex":"https://openalex.org/W7140162606","doi":"https://doi.org/10.48550/arxiv.2603.20827"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.20827","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.20827","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130537364","display_name":"Kevin Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Qiu, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066222851","display_name":"Kyle L. Walker","orcid":"https://orcid.org/0000-0002-1938-4222"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walker, Kyle","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061307593","display_name":"Mike Y. Michelis","orcid":"https://orcid.org/0000-0002-5291-0255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michelis, Mike Y.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130522515","display_name":"Marek Cygan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cygan, Marek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5032508996","display_name":"Josie Hughes","orcid":"https://orcid.org/0000-0001-8410-3565"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hughes, Josie","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5130537364"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.8008999824523926,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.8008999824523926,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.058800000697374344,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6556000113487244},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5455999970436096},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5220000147819519},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.4805999994277954},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.45809999108314514},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4442000091075897},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.41530001163482666},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.39239999651908875},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.38190001249313354}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6556000113487244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6280999779701233},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5455999970436096},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5220000147819519},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.4805999994277954},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4442000091075897},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4325999915599823},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39739999175071716},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C119247159","wikidata":"https://www.wikidata.org/wiki/Q1366192","display_name":"System identification","level":3,"score":0.3531999886035919},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3488999903202057},{"id":"https://openalex.org/C2909208804","wikidata":"https://www.wikidata.org/wiki/Q127282","display_name":"Fish <Actinopterygii>","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.31049999594688416},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3084999918937683},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.30469998717308044},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2874000072479248},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.2797999978065491},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.26460000872612},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C156884757","wikidata":"https://www.wikidata.org/wiki/Q798554","display_name":"Backtracking","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.20827","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.20827","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20827","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.8352488279342651}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"Swim2Real,":[2],"a":[3,7,45,213],"pipeline":[4,162],"that":[5,188],"calibrates":[6,114],"16-parameter":[8],"robotic":[9],"fish":[10,123,156],"simulator":[11,218],"from":[12,95,148,163,177,200],"swimming":[13,164],"videos":[14,77],"using":[15],"vision-language":[16],"model":[17],"(VLM)":[18],"feedback,":[19],"requiring":[20],"no":[21],"hand-designed":[22],"search":[23,85],"stages.":[24],"Calibrating":[25],"soft":[26],"aquatic":[27,51,197],"robots":[28,198],"is":[29,105,110],"particularly":[30],"challenging":[31],"because":[32],"nonlinear":[33],"fluid-structure":[34],"coupling":[35],"makes":[36],"the":[37,92,103,108,136,149,154,161,193],"parameter":[38,80],"landscape":[39],"chaotic,":[40],"simplified":[41],"fluid":[42],"models":[43],"introduce":[44],"persistent":[46],"sim-to-real":[47,194],"gap,":[48],"and":[49,75,78,180],"controlled":[50],"experiments":[52],"are":[53],"difficult":[54],"to":[55,67,97,153,166,206],"reproduce.":[56],"Prior":[57],"work":[58],"on":[59],"this":[60,69],"platform":[61],"required":[62],"three":[63],"manually":[64],"tailored":[65],"stages":[66],"handle":[68],"complexity.":[70],"The":[71],"VLM":[72],"compares":[73],"simulated":[74],"real":[76,122],"proposes":[79],"updates.":[81],"A":[82],"backtracking":[83],"line":[84],"then":[86],"validates":[87],"each":[88],"step":[89,214],"size,":[90],"tripling":[91],"accept":[93],"rate":[94],"14%":[96],"42%":[98],"by":[99],"recovering":[100],"proposals":[101],"where":[102],"direction":[104],"correct":[106],"but":[107],"magnitude":[109],"too":[111],"large.":[112],"Swim2Real":[113],"all":[115,126],"16":[116],"parameters":[117],"simultaneously,":[118],"most":[119],"closely":[120],"matching":[121],"velocities":[124],"across":[125,143],"motor":[127],"frequencies":[128],"(MAE":[129],"=":[130],"7.4":[131],"mm/s,":[132],"43%":[133],"lower":[134],"than":[135,175,183],"next-best":[137],"method),":[138],"with":[139],"zero":[140],"outlier":[141],"seeds":[142],"five":[144],"runs.":[145],"Motor":[146],"commands":[147],"trained":[150],"policy":[151],"transfer":[152,205],"physical":[155,207],"at":[157],"50":[158],"Hz,":[159],"completing":[160],"video":[165],"real-world":[167],"deployment.":[168],"Downstream":[169],"RL":[170,204],"policies":[171],"swim":[172],"12%":[173],"farther":[174,182],"those":[176],"BayesOpt-calibrated":[178],"simulators":[179],"90%":[181],"CMA-ES.":[184],"These":[185],"results":[186],"demonstrate":[187],"VLM-guided":[189],"calibration":[190],"can":[191],"close":[192],"gap":[195],"for":[196,220],"directly":[199],"video,":[201],"enabling":[202],"zero-shot":[203],"swimmers":[208],"without":[209],"manual":[210],"system":[211],"identification,":[212],"toward":[215],"automated,":[216],"general-purpose":[217],"tuning":[219],"underwater":[221],"robotics.":[222]},"counts_by_year":[],"updated_date":"2026-03-25T13:09:30.665167","created_date":"2026-03-25T00:00:00"}