{"id":"https://openalex.org/W3126611668","doi":"https://doi.org/10.1109/tpami.2021.3058410","title":"See-Through Vision with Unsupervised Scene Occlusion Reconstruction","display_name":"See-Through Vision with Unsupervised Scene Occlusion Reconstruction","publication_year":2021,"publication_date":"2021-02-13","ids":{"openalex":"https://openalex.org/W3126611668","doi":"https://doi.org/10.1109/tpami.2021.3058410","mag":"3126611668","pmid":"https://pubmed.ncbi.nlm.nih.gov/33566758"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3058410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3058410","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089493808","display_name":"Samyakh Tukra","orcid":"https://orcid.org/0000-0003-4317-7458"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Samyakh Tukra","raw_affiliation_strings":["Hamlyn Centre for Robotic Surgery, Department of Surgery and Cancer, Imperial College London, London, U.K","[Surgery and Cancer, Imperial College London, 4615 London, Greater London, United Kingdom of Great Britain and Northern Ireland, SW7 2AZ (e-mail: samyakh.tukra17@imperial.ac.uk)]"],"affiliations":[{"raw_affiliation_string":"Hamlyn Centre for Robotic Surgery, Department of Surgery and Cancer, Imperial College London, London, U.K","institution_ids":[]},{"raw_affiliation_string":"[Surgery and Cancer, Imperial College London, 4615 London, Greater London, United Kingdom of Great Britain and Northern Ireland, SW7 2AZ (e-mail: samyakh.tukra17@imperial.ac.uk)]","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076899222","display_name":"Hani J. Marcus","orcid":"https://orcid.org/0000-0001-8000-392X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hani J Marcus","raw_affiliation_strings":["UCL Queen Square Institute of Neurology, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Queen Square Institute of Neurology, University College London, London, U.K","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054387003","display_name":"Stamatia Giannarou","orcid":"https://orcid.org/0000-0002-8745-1343"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stamatia Giannarou","raw_affiliation_strings":["Hamlyn Centre for Robotic Surgery, Department of Surgery and Cancer, Imperial College London, London, U.K","Surgery and Cancer, Imperial College London, 4615 London, Greater London, United Kingdom of Great Britain and Northern Ireland, (e-mail: stamatia.giannarou@imperial.ac.uk)"],"affiliations":[{"raw_affiliation_string":"Hamlyn Centre for Robotic Surgery, Department of Surgery and Cancer, Imperial College London, London, U.K","institution_ids":[]},{"raw_affiliation_string":"Surgery and Cancer, Imperial College London, 4615 London, Greater London, United Kingdom of Great Britain and Northern Ireland, (e-mail: stamatia.giannarou@imperial.ac.uk)","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089493808"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":1.0572,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.78222026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"44","issue":"7","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8346046805381775},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7066253423690796},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6940354108810425},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.6668646931648254},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6004590392112732},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.513193666934967},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48676371574401855},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4695098102092743},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4527105391025543},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.4139041602611542},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3317939043045044},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2958835959434509},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2670442461967468},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.25688350200653076}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8346046805381775},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7066253423690796},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6940354108810425},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.6668646931648254},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6004590392112732},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.513193666934967},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48676371574401855},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4695098102092743},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4527105391025543},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.4139041602611542},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3317939043045044},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2958835959434509},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2670442461967468},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25688350200653076},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3058410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3058410","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33566758","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33566758","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1763426478","https://openalex.org/W1901129140","https://openalex.org/W1978694531","https://openalex.org/W2032147249","https://openalex.org/W2133665775","https://openalex.org/W2163288801","https://openalex.org/W2164490837","https://openalex.org/W2331128040","https://openalex.org/W2551763541","https://openalex.org/W2593414223","https://openalex.org/W2738588019","https://openalex.org/W2798365772","https://openalex.org/W2897598705","https://openalex.org/W2916743882","https://openalex.org/W2962864875","https://openalex.org/W2964121592","https://openalex.org/W2969109746","https://openalex.org/W2986433113","https://openalex.org/W3043547428","https://openalex.org/W4246193833","https://openalex.org/W4288574670","https://openalex.org/W4289666803","https://openalex.org/W6637373629","https://openalex.org/W6752483423","https://openalex.org/W6754445159","https://openalex.org/W6758742486","https://openalex.org/W6759534164","https://openalex.org/W6764350350","https://openalex.org/W6765279218"],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W4242046654","https://openalex.org/W1504109132","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W3174923100","https://openalex.org/W2244018504","https://openalex.org/W2964954556","https://openalex.org/W3019910406"],"abstract_inverted_index":{"Among":[0],"the":[1,4,12,16,64,67,74,95,108,116,120,130,158,164,208,228],"greatest":[2],"of":[3,6,15,44,66,97,105,119,172,198,215,230],"challenges":[5],"minimally":[7],"invasive":[8],"surgery":[9],"(MIS)":[10],"is":[11,47],"inadequate":[13],"visualisation":[14],"surgical":[17,35,68],"field":[18],"through":[19],"keyhole":[20],"incisions.":[21],"Moreover,":[22],"occlusions":[23,71,171],"caused":[24],"by":[25,100,168],"instruments":[26],"or":[27],"bleeding":[28],"can":[29,162],"completely":[30],"obfuscate":[31],"anatomical":[32],"landmarks,":[33],"reduce":[34],"vision":[36,79],"and":[37,72,122,125,147,176,234],"lead":[38],"to":[39,48,62,114],"iatrogenic":[40],"injury.":[41],"The":[42,178,223],"aim":[43],"this":[45],"paper":[46],"propose":[49],"an":[50],"unsupervised":[51],"end-to-end":[52],"deep":[53],"learning":[54,117],"framework,":[55,132],"based":[56],"on":[57,184,195],"fully":[58],"convolutional":[59],"neural":[60],"networks":[61],"reconstruct":[63,163],"view":[65,166],"scene":[69],"under":[70],"provide":[73],"surgeon":[75],"with":[76],"intraoperative":[77],"see-through":[78],"in":[80,185,213],"these":[81],"areas.":[82],"A":[83],"novel":[84],"generative":[85],"densely":[86],"connected":[87],"encoder-decoder":[88],"architecture":[89],"has":[90,137,181,203],"been":[91,138,182,205],"designed":[92],"which":[93,140],"enables":[94],"incorporation":[96],"temporal":[98,124,146],"information":[99],"introducing":[101],"a":[102,133,196],"new":[103],"type":[104],"3D":[106,111],"convolution,":[107,113],"so":[109],"called":[110],"partial":[112],"enhance":[115],"capabilities":[118],"network":[121],"fuse":[123],"spatial":[126],"information.":[127],"To":[128],"train":[129],"proposed":[131,139,179,232],"unique":[134],"loss":[135,149],"function":[136],"combines":[141],"feature":[142],"matching,":[143],"reconstruction,":[144],"style,":[145],"adversarial":[148],"terms,":[150],"for":[151],"generating":[152],"high":[153],"fidelity":[154],"image":[155,216],"reconstructions.":[156],"Advancing":[157],"state-of-the-art,":[159],"our":[160,231],"method":[161,180,233],"underlying":[165],"obstructed":[167],"irregularly":[169],"shaped":[170],"divergent":[173],"size,":[174],"location":[175],"orientation.":[177],"validated":[183],"vivo":[186],"MIS":[187],"video":[188,210],"data,":[189],"as":[190,192],"well":[191],"natural":[193],"scenes":[194],"range":[197],"occlusion-to-image":[199],"(OIR)":[200],"ratios.":[201],"It":[202],"also":[204],"compared":[206],"against":[207],"latest":[209],"inpainting":[211],"models":[212],"terms":[214],"reconstruction":[217],"quality":[218],"using":[219],"different":[220],"assessment":[221],"metrics.":[222],"performance":[224],"evaluation":[225],"analysis":[226],"verifies":[227],"superiority":[229],"its":[235],"potential":[236],"clinical":[237],"value.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}