{"id":"https://openalex.org/W7160931004","doi":"https://doi.org/10.48550/arxiv.2605.08712","title":"From Articulated Kinematics to Routed Visual Control for Action-Conditioned Surgical Video Generation","display_name":"From Articulated Kinematics to Routed Visual Control for Action-Conditioned Surgical Video Generation","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160931004","doi":"https://doi.org/10.48550/arxiv.2605.08712"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135921832","display_name":"Bohan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013977668","display_name":"Shuojue Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shuojue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135976416","display_name":"Baorui Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Baorui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101377855","display_name":"Xianda Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xianda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135984807","display_name":"Erli Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Erli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135977007","display_name":"Youqi Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Youqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135989179","display_name":"Junfeng Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Junfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135910928","display_name":"Daguang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Daguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135976434","display_name":"Qi Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135990876","display_name":"Xin Jin","orcid":"https://orcid.org/0000-0001-7394-0210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135998666","display_name":"Wenjun Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Wenjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135941730","display_name":"Hao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135922911","display_name":"Yueming Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Yueming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.2345000058412552,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.2345000058412552,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.22519999742507935,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.09629999846220016,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5131000280380249},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4320000112056732},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.39809998869895935},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.38609999418258667},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.376800000667572},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.373199999332428},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3531000018119812},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.35260000824928284},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.34450000524520874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7450000047683716},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5131000280380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5019000172615051},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.39809998869895935},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.376800000667572},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.373199999332428},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2890999913215637},{"id":"https://openalex.org/C2780527621","wikidata":"https://www.wikidata.org/wiki/Q7936593","display_name":"Visual control","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Action-conditioned":[0],"surgical":[1,167],"video":[2,168],"generation":[3],"is":[4,17,138],"a":[5,33,42,56,112,146],"critical":[6],"yet":[7],"highly":[8],"challenging":[9],"problem":[10],"for":[11,165],"robotic":[12],"surgery.":[13],"The":[14],"core":[15],"difficulty":[16],"that":[18,37,62,118,137,173],"low-dimensional":[19],"control":[20,48,60,68,78,126,200],"vectors":[21],"must":[22],"precisely":[23],"govern":[24],"complex":[25],"image-space":[26],"evolution.":[27],"In":[28],"this":[29,52],"work,":[30],"we":[31,54,110],"propose":[32,111],"kinematic-to-visual":[34],"lifting":[35],"paradigm":[36],"converts":[38],"articulated":[39,151],"kinematics":[40],"into":[41],"unified":[43],"set":[44],"of":[45,74],"five":[46],"image-aligned":[47],"modalities.":[49],"Building":[50],"on":[51],"representation,":[53],"introduce":[55],"hierarchically":[57],"routed":[58],"visual":[59,180],"framework":[61],"selectively":[63,123],"activates":[64],"the":[65],"most":[66],"relevant":[67],"modalities":[69],"and":[70,103,115,130,158,182],"motion":[71],"scales.":[72],"Instead":[73],"uniformly":[75],"applying":[76],"all":[77],"signals,":[79],"our":[80,132,174,189],"model":[81],"performs":[82],"hierarchical":[83],"routing":[84,94],"to":[85,97,140],"dynamically":[86],"allocate":[87],"conditioning":[88],"capacity.":[89],"We":[90,143],"further":[91],"design":[92],"kinematic-prior-guided":[93],"loss":[95],"functions":[96],"ensure":[98],"physically":[99],"meaningful,":[100],"temporally":[101],"stable,":[102],"efficient":[104,190],"expert":[105],"utilization.":[106],"To":[107],"improve":[108],"efficiency,":[109],"budgeted":[113],"training":[114,129],"inference":[116],"scheme":[117],"leverages":[119],"routing-induced":[120],"sparsity.":[121],"By":[122],"discarding":[124],"low-significance":[125],"pathways":[127],"during":[128],"execution,":[131],"approach":[133],"enables":[134],"adaptive":[135],"computation":[136],"complementary":[139],"standard":[141],"distillation.":[142],"additionally":[144],"construct":[145],"new":[147],"benchmark":[148],"with":[149],"curated":[150],"annotations,":[152],"obtained":[153],"through":[154],"human-in-the-loop":[155],"semantic":[156],"labeling":[157],"differentiable":[159],"pose":[160],"tracking,":[161],"providing":[162],"realistic":[163],"supervision":[164],"action-conditioned":[166],"generation.":[169],"Extensive":[170],"experiments":[171],"demonstrate":[172],"method":[175],"consistently":[176],"improves":[177],"action":[178],"faithfulness,":[179],"fidelity,":[181],"cross-domain":[183],"generalization":[184],"over":[185],"diverse":[186],"baselines.":[187],"Moreover,":[188],"variant":[191],"achieves":[192],"substantial":[193],"reductions":[194],"in":[195],"latency":[196],"while":[197],"maintaining":[198],"strong":[199],"accuracy.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}