{"id":"https://openalex.org/W7147633179","doi":"https://doi.org/10.1117/12.3086207","title":"Evaluation of deep learning-based surface reconstruction and tracking of surgical scenes for minimally invasive intervention","display_name":"Evaluation of deep learning-based surface reconstruction and tracking of surgical scenes for minimally invasive intervention","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7147633179","doi":"https://doi.org/10.1117/12.3086207","pmid":"https://pubmed.ncbi.nlm.nih.gov/42974345","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13727294"},"language":"en","primary_location":{"id":"doi:10.1117/12.3086207","doi":"https://doi.org/10.1117/12.3086207","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.3086207","pdf_url":null,"source":{"id":"https://openalex.org/S7407086293","display_name":"SPIE Medical Imaging: Image-Guided Procedures, Robotic Interventions, and Modeling","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2026: Image-Guided Procedures, Robotic Interventions, and Modeling","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093793503","display_name":"Nati Nawawithan","orcid":"https://orcid.org/0009-0009-9873-1576","observed_orcids":["https://orcid.org/0009-0009-9873-1576"]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nati Nawawithan","raw_affiliation_strings":["Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","Department of Bioengineering, University of Texas at Dallas, Richardson, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Bioengineering, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132608434","display_name":"James Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Yu","raw_affiliation_strings":["Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","Department of Radiology, University of Texas Southwestern Medical Center, Dallas, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Radiology, University of Texas Southwestern Medical Center, Dallas, TX","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004830841","display_name":"Kelden T. Pruitt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelden Pruitt","raw_affiliation_strings":["Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","Department of Bioengineering, University of Texas at Dallas, Richardson, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Bioengineering, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132719472","display_name":"Uy Seng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Uy Seng","raw_affiliation_strings":["Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083707303","display_name":"Baowei Fei","orcid":"https://orcid.org/0000-0002-9123-9484","observed_orcids":["https://orcid.org/0000-0002-9123-9484"]},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baowei Fei","raw_affiliation_strings":["Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","Department of Bioengineering, University of Texas at Dallas, Richardson, TX","Department of Radiology, University of Texas Southwestern Medical Center, Dallas, TX"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Imaging and Surgical Innovation, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Bioengineering, University of Texas at Dallas, Richardson, TX","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Radiology, University of Texas Southwestern Medical Center, Dallas, TX","institution_ids":["https://openalex.org/I867280407"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16487033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"139270","issue":null,"first_page":"23","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.38670000433921814,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.38670000433921814,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.2215999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.13050000369548798,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surface-reconstruction","display_name":"surface reconstruction","score":0.7580000162124634},{"id":"https://openalex.org/keywords/laparoscopic-video","display_name":"laparoscopic video","score":0.8320000171661377},{"id":"https://openalex.org/keywords/depth-estimation","display_name":"depth estimation","score":0.46399998664855957},{"id":"https://openalex.org/keywords/camera-pose-estimation","display_name":"camera pose estimation","score":0.8299999833106995},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"augmented reality","score":0.7889999747276306},{"id":"https://openalex.org/keywords/image-guided-surgery","display_name":"image-guided surgery","score":0.8989999890327454},{"id":"https://openalex.org/keywords/minimally-invasive-surgery","display_name":"minimally invasive surgery","score":0.9430000185966492},{"id":"https://openalex.org/keywords/point-cloud-reconstruction","display_name":"point cloud reconstruction","score":0.6209999918937683},{"id":"https://openalex.org/keywords/porcine-tissue","display_name":"porcine tissue","score":0.7540000081062317},{"id":"https://openalex.org/keywords/ex-vivo-tissue","display_name":"ex vivo tissue","score":0.5920000076293945}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7979999780654907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7462000250816345},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5285000205039978},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4943000078201294},{"id":"https://openalex.org/C20885615","wikidata":"https://www.wikidata.org/wiki/Q825595","display_name":"Surface reconstruction","level":3,"score":0.4781000018119812},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C195958017","wikidata":"https://www.wikidata.org/wiki/Q1675268","display_name":"Iterative closest point","level":3,"score":0.4595000147819519},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4498000144958496},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C150627866","wikidata":"https://www.wikidata.org/wiki/Q1076893","display_name":"Field of view","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C2776111594","wikidata":"https://www.wikidata.org/wiki/Q675754","display_name":"Laparoscopic surgery","level":3,"score":0.28940001130104065},{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C146159030","wikidata":"https://www.wikidata.org/wiki/Q7625099","display_name":"Structure from motion","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2759999930858612},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C141268832","wikidata":"https://www.wikidata.org/wiki/Q2940499","display_name":"Depth map","level":3,"score":0.2727000117301941},{"id":"https://openalex.org/C2778181360","wikidata":"https://www.wikidata.org/wiki/Q1074814","display_name":"Surgical instrument","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1117/12.3086207","doi":"https://doi.org/10.1117/12.3086207","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.3086207","pdf_url":null,"source":{"id":"https://openalex.org/S7407086293","display_name":"SPIE Medical Imaging: Image-Guided Procedures, Robotic Interventions, and Modeling","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2026: Image-Guided Procedures, Robotic Interventions, and Modeling","raw_type":"proceedings-article"},{"id":"pmid:42974345","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42974345","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of SPIE--the International Society for Optical Engineering","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.46810001134872437}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2909157769","https://openalex.org/W4288751198","https://openalex.org/W4387114721","https://openalex.org/W4402102930","https://openalex.org/W4413146238","https://openalex.org/W4413147031"],"related_works":["https://openalex.org/W4393319164","https://openalex.org/W2592657082","https://openalex.org/W4288751198","https://openalex.org/W2788765199","https://openalex.org/W2103351045","https://openalex.org/W7119119447","https://openalex.org/W4400579754","https://openalex.org/W7204272525","https://openalex.org/W6892615206","https://openalex.org/W3186718228"],"abstract_inverted_index":{"Minimally":[0],"invasive":[1,217],"procedures":[2],"enable":[3],"clinicians":[4],"to":[5,28,39,214],"perform":[6],"interventions":[7,198],"with":[8,33,104,171,181,212],"reduced":[9],"tissue":[10,95,168],"damage":[11],"and":[12,62,86,125,133,143,155,175,208],"expedited":[13],"recovery":[14],"times.":[15],"However,":[16],"laparoscopic":[17,56,98,109],"imaging":[18,32],"inherently":[19],"provides":[20],"a":[21,46,105],"limited":[22],"field":[23],"of":[24,64,108,112],"view,":[25],"compelling":[26],"surgeons":[27],"mentally":[29],"integrate":[30],"preoperative":[31,50],"intraoperative":[34],"scenes,":[35],"which":[36],"is":[37,68],"prone":[38],"localization":[40,63],"errors.":[41],"Augmented":[42],"reality":[43],"(AR)":[44],"offers":[45],"solution":[47],"by":[48],"overlaying":[49],"3D":[51,60,191],"organ":[52],"models":[53,142,165],"onto":[54],"live":[55],"video;":[57],"however,":[58],"precise":[59],"reconstruction":[61,82,192],"the":[65,87,182],"surgical":[66,218],"scene":[67],"critical":[69],"for":[70,93],"accurate":[71],"overlays.":[72],"In":[73],"this":[74],"study,":[75],"we":[76],"evaluated":[77,101],"three":[78],"deep":[79,189],"learning-based":[80,190],"surface":[81,169],"methods,":[83],"DROID-SLAM,":[84],"MASt3R-SLAM,":[85],"visual":[88],"geometry":[89],"grounded":[90],"transformer":[91],"(VGGT),":[92],"reconstructing":[94],"surfaces":[96],"from":[97],"video.":[99],"We":[100],"these":[102],"algorithms":[103],"dataset":[106],"comprised":[107],"RGB":[110],"frames":[111],"ex-vivo":[113],"porcine":[114],"tissue,":[115],"ground-truth":[116,202],"camera":[117,127,145,176,203],"trajectories":[118,177],"obtained":[119],"via":[120],"an":[121],"optical":[122],"tracking":[123],"system":[124],"known":[126],"intrinsic":[128],"parameters.":[129],"Dense":[130],"point":[131],"cloud":[132],"depth":[134,173,206],"map":[135],"predications":[136],"were":[137],"then":[138],"qualitatively":[139],"compared":[140,148],"between":[141],"estimated":[144,172],"trajectory":[146,152],"was":[147],"quantitively":[149],"using":[150],"absolute":[151],"error":[153,158],"(ATE)":[154],"relative":[156],"pose":[157],"(RPE).":[159],"Preliminary":[160],"results":[161],"indicate":[162],"that":[163,188],"all":[164],"produced":[166],"plausible":[167],"reconstructions,":[170],"maps":[174,207],"demonstrating":[178],"close":[179],"alignment":[180],"ground":[183],"truth.":[184],"These":[185],"findings":[186],"suggest":[187],"methods":[193],"can":[194],"effectively":[195],"support":[196,215],"image-guided":[197],"without":[199],"relying":[200],"on":[201],"poses":[204],"or":[205],"may":[209],"be":[210],"integrated":[211],"AR":[213],"minimally":[216],"workflows.":[219]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-04-02T00:00:00"}