{"id":"https://openalex.org/W7163897127","doi":"https://doi.org/10.48550/arxiv.2606.06631","title":"From Pixels to Newtons: Predicting In Vivo Joint Contact Forces from Monocular Video","display_name":"From Pixels to Newtons: Predicting In Vivo Joint Contact Forces from Monocular Video","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163897127","doi":"https://doi.org/10.48550/arxiv.2606.06631"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041675730","display_name":"Jessy Lauer","orcid":"https://orcid.org/0000-0002-3656-2449"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lauer, Jessy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5041675730"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10105","display_name":"Osteoarthritis Treatment and Mechanisms","score":0.21459999680519104,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10105","display_name":"Osteoarthritis Treatment and Mechanisms","score":0.21459999680519104,"subfield":{"id":"https://openalex.org/subfields/2745","display_name":"Rheumatology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10114","display_name":"Balance, Gait, and Falls Prevention","score":0.17499999701976776,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10562","display_name":"Total Knee Arthroplasty Outcomes","score":0.15360000729560852,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5655999779701233},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4426000118255615},{"id":"https://openalex.org/keywords/contact-force","display_name":"Contact force","score":0.41519999504089355},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.38190001249313354},{"id":"https://openalex.org/keywords/ankle","display_name":"Ankle","score":0.37779998779296875},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.3716000020503998},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.3709999918937683},{"id":"https://openalex.org/keywords/biomechanics","display_name":"Biomechanics","score":0.3546999990940094}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6583999991416931},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6287000179290771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892000198364258},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5655999779701233},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C2778640784","wikidata":"https://www.wikidata.org/wiki/Q168002","display_name":"Ankle","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C170700871","wikidata":"https://www.wikidata.org/wiki/Q193378","display_name":"Biomechanics","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C2908736133","wikidata":"https://www.wikidata.org/wiki/Q37425","display_name":"Knee Joint","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C2778820510","wikidata":"https://www.wikidata.org/wiki/Q1755746","display_name":"Squat","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3285999894142151},{"id":"https://openalex.org/C107551265","wikidata":"https://www.wikidata.org/wiki/Q1458245","display_name":"Displacement (psychology)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C2776164576","wikidata":"https://www.wikidata.org/wiki/Q62736","display_name":"Osteoarthritis","level":3,"score":0.3111000061035156},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.6949188709259033,"id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Joint":[0],"contact":[1,53],"forces":[2,54,84],"govern":[3],"implant":[4],"longevity,":[5],"cartilage":[6],"health,":[7],"and":[8,21,51,81,104,112,124,156,168,195,251],"rehabilitation":[9,253],"outcomes,":[10],"shaping":[11],"who":[12,15,22],"develops":[13],"osteoarthritis,":[14],"recovers":[16],"well":[17],"from":[18,24,55,128,220],"joint":[19,237],"replacement,":[20],"benefits":[23],"biomechanical":[25],"interventions.":[26],"Yet":[27],"they":[28],"remain":[29],"measurable":[30],"only":[31],"invasively,":[32],"in":[33,114,130],"a":[34,43,86,115,206,232,240],"few":[35],"dozen":[36],"patients":[37,123],"with":[38,214],"instrumented":[39,176],"implants.":[40],"I":[41],"present":[42],"physics-free":[44],"pipeline":[45,135,226],"to":[46,173],"predict":[47],"instantaneous":[48],"3D":[49],"hip":[50,111],"knee":[52,113],"an":[56,174],"uncalibrated":[57,228],"monocular":[58,229],"video:":[59],"no":[60],"markers,":[61],"force":[62,159],"plates,":[63],"electromyography,":[64],"subject-specific":[65,140],"imaging,":[66],"or":[67,180],"musculoskeletal":[68,141],"model.":[69,117],"Parametric":[70],"body":[71,98],"meshes":[72],"are":[73],"recovered":[74],"per":[75],"frame,":[76],"encoded":[77],"as":[78,231],"kinematic":[79],"features,":[80],"decoded":[82],"into":[83],"by":[85,97,203],"transformer":[87],"whose":[88],"pose":[89],"stream":[90],"is":[91],"adaptively":[92],"modulated":[93],"at":[94],"every":[95],"layer":[96],"shape,":[99],"joint,":[100],"side,":[101],"activity":[102,126,188],"text,":[103],"self-supervised":[105],"video":[106,190,230],"tokens":[107],"(V-JEPA":[108],"2),":[109],"unifying":[110],"single":[116],"Under":[118],"leave-one-subject-out":[119],"cross-validation":[120],"across":[121],"26":[122],"25":[125],"categories":[127],"the":[129,134,137,204,221],"vivo":[131],"OrthoLoad":[132],"database,":[133],"matches":[136],"accuracy":[138,194],"of":[139,245],"simulations":[142],"($0.32":[143],"\\pm":[144,151],"0.08$":[145],"BW":[146,153],"RMSE":[147],"for":[148,154,165,235],"hip;":[149],"$0.23":[150],"0.03$":[152],"knee)":[155],"resolves":[157],"peak":[158,216],"changes":[160],"smaller":[161],"than":[162],"those":[163],"reported":[164],"gait":[166],"retraining":[167],"osteoarthritis":[169],"progression.":[170],"Applied":[171],"zero-shot":[172],"independent":[175],"cohort,":[177],"it":[178],"rivals":[179],"outperforms":[181],"prior":[182,209],"published":[183],"methods.":[184],"Even":[185],"without":[186],"curated":[187],"labels,":[189],"features":[191],"alone":[192],"preserve":[193],"enable":[196],"end-to-end":[197],"inference":[198],"on":[199],"raw":[200],"footage.":[201],"Driven":[202],"predictor,":[205],"generative":[207],"motion":[208],"produces":[210],"biomechanically":[211],"plausible":[212],"variants":[213],"reduced":[215],"loading,":[217,238],"rediscovering":[218],"strategies":[219],"predictive":[222],"simulation":[223],"literature.":[224],"This":[225],"establishes":[227],"viable":[233],"modality":[234],"estimating":[236],"opening":[239],"path":[241],"toward":[242],"retrospective":[243],"analysis":[244],"archived":[246],"clinical":[247],"recordings,":[248],"primary-care":[249],"screening,":[250],"at-home":[252],"tracking.":[254]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-09T00:00:00"}
