{"id":"https://openalex.org/W4405491877","doi":"https://doi.org/10.1109/embc53108.2024.10782148","title":"View Synthesis of Endoscope Images by Monocular Depth Prediction and Gaussian Splatting","display_name":"View Synthesis of Endoscope Images by Monocular Depth Prediction and Gaussian Splatting","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405491877","doi":"https://doi.org/10.1109/embc53108.2024.10782148","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039754"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782148","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090999155","display_name":"Takeshi Masuda","orcid":"https://orcid.org/0000-0003-3449-3424"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takeshi Masuda","raw_affiliation_strings":["AIRC, National Institute of Advanced Industrial Science and Technology (AIST),Tsukuba,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIRC, National Institute of Advanced Industrial Science and Technology (AIST),Tsukuba,Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076890403","display_name":"Ryusuke Sagawa","orcid":"https://orcid.org/0000-0002-6778-8838"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryusuke Sagawa","raw_affiliation_strings":["AIRC, National Institute of Advanced Industrial Science and Technology (AIST),Tsukuba,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIRC, National Institute of Advanced Industrial Science and Technology (AIST),Tsukuba,Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009430788","display_name":"Ryo Furukawa","orcid":"https://orcid.org/0000-0002-2063-1008"},"institutions":[{"id":"https://openalex.org/I916559398","display_name":"Kindai University","ror":"https://ror.org/05kt9ap64","country_code":"JP","type":"education","lineage":["https://openalex.org/I916559398"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Furukawa","raw_affiliation_strings":["Kindai University,Faculty of Engineering,Hiroshima,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kindai University,Faculty of Engineering,Hiroshima,Japan","institution_ids":["https://openalex.org/I916559398"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068195954","display_name":"Hiroshi Kawasaki","orcid":"https://orcid.org/0000-0001-5825-6066"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroshi Kawasaki","raw_affiliation_strings":["Kyushu University, Fukuoka,ISEE,Fukuoka,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University, Fukuoka,ISEE,Fukuoka,Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7465276718139648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7252639532089233},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.6740917563438416},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6490168571472168},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5201911926269531},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5058619379997253},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06199634075164795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465276718139648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7252639532089233},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.6740917563438416},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6490168571472168},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5201911926269531},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5058619379997253},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06199634075164795},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782148","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039754","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039754","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G8540792115","display_name":"Development of underwater active 3D scanning techniques and analysis on underwater structures","funder_award_id":"20H00611","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1982184086","https://openalex.org/W1987648924","https://openalex.org/W2049981393","https://openalex.org/W2332757643","https://openalex.org/W2471962767","https://openalex.org/W2519683295","https://openalex.org/W2559655401","https://openalex.org/W2606794968","https://openalex.org/W2609883120","https://openalex.org/W2786036844","https://openalex.org/W2909608117","https://openalex.org/W3009257710","https://openalex.org/W3127501898","https://openalex.org/W4200150166","https://openalex.org/W4211022174","https://openalex.org/W4214731463","https://openalex.org/W4389829120","https://openalex.org/W4402727915","https://openalex.org/W6685261749","https://openalex.org/W6747827861","https://openalex.org/W6793610721","https://openalex.org/W6797770180","https://openalex.org/W6855058744"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,72,77,88,137,150],"novel":[3],"method":[4,74,93,126],"for":[5,31],"synthesising":[6,115],"new":[7,116],"views":[8,117],"of":[9,38,64,104],"endoscopic":[10,65,142],"images,":[11,143],"utilising":[12],"an":[13],"innovative":[14],"3D":[15,36],"shape":[16,100],"representation":[17],"technique":[18],"known":[19],"as":[20],"Gaussian":[21,89,96,133],"splatting.":[22],"Structure":[23],"from":[24,43],"Motion":[25],"(SfM)":[26],"has":[27,47],"traditionally":[28],"been":[29,49],"employed":[30],"this":[32,68],"purpose":[33],"to":[34,55,108,132],"recover":[35],"shapes":[37],"feature":[39],"points":[40],"and":[41,59,101,114,144],"poses":[42],"video":[44],"sequences,":[45],"but":[46],"only":[48],"effective":[50],"in":[51,147],"limited":[52],"situations":[53],"due":[54],"the":[56,99,105,111,124],"featureless,":[57],"shiny":[58],"deformable":[60],"organ":[61],"internal":[62],"surfaces":[63],"images.To":[66],"address":[67],"challenge,":[69],"we":[70],"propose":[71],"hybrid":[73],"that":[75,123],"combines":[76],"single":[78],"depth":[79],"map":[80],"estimation":[81],"using":[82,135,140],"deep":[83],"neural":[84],"networks":[85],"(DNNs)":[86],"with":[87,110],"splatting":[90,134],"approach.":[91],"Our":[92],"incorporates":[94],"4D":[95],"splatting,":[97],"optimising":[98],"colour":[102],"Gaussians":[103],"point":[106],"cloud":[107],"align":[109],"input":[112],"image":[113],"by":[118],"considering":[119],"deformations.":[120],"Experiments":[121],"demonstrate":[122],"proposed":[125],"produces":[127],"less":[128],"degraded":[129],"results":[130],"compared":[131],"SfM,":[136,154],"conventional":[138,151],"method,":[139,152],"real":[141],"is":[145],"useful":[146],"cases":[148],"where":[149],"e.g.":[153],"cannot":[155],"be":[156],"used.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}