{"id":"https://openalex.org/W4311866191","doi":"https://doi.org/10.48550/arxiv.2207.02186","title":"NeuralPassthrough: Learned Real-Time View Synthesis for VR","display_name":"NeuralPassthrough: Learned Real-Time View Synthesis for VR","publication_year":2022,"publication_date":"2022-07-05","ids":{"openalex":"https://openalex.org/W4311866191","doi":"https://doi.org/10.48550/arxiv.2207.02186"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2207.02186","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.02186","pdf_url":"https://arxiv.org/pdf/2207.02186","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.02186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100441099","display_name":"Lei Xiao","orcid":"https://orcid.org/0000-0003-0307-6206"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiao, Lei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103960283","display_name":"Salah Nouri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nouri, Salah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043953320","display_name":"Joel Hegland","orcid":"https://orcid.org/0000-0002-9278-6658"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hegland, Joel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020133110","display_name":"Alberto Garc\u00eda-Garc\u00eda","orcid":"https://orcid.org/0000-0002-9575-6403"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garcia, Alberto Garcia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074342790","display_name":"Douglas Lanman","orcid":"https://orcid.org/0000-0003-2447-5652"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lanman, Douglas","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100441099"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11408","display_name":"Advanced Optical Imaging Technologies","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.9329369068145752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7799331545829773},{"id":"https://openalex.org/keywords/stereoscopy","display_name":"Stereoscopy","score":0.6898951530456543},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5599629282951355},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5497806072235107},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4618479311466217},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4601699709892273},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.43904826045036316},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4277442693710327},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39589232206344604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3889754116535187},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3277340531349182},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15901872515678406},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.057847827672958374}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.9329369068145752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799331545829773},{"id":"https://openalex.org/C126057942","wikidata":"https://www.wikidata.org/wiki/Q35158","display_name":"Stereoscopy","level":2,"score":0.6898951530456543},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5599629282951355},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5497806072235107},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4618479311466217},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4601699709892273},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.43904826045036316},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4277442693710327},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39589232206344604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3889754116535187},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3277340531349182},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15901872515678406},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.057847827672958374},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2207.02186","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.02186","pdf_url":"https://arxiv.org/pdf/2207.02186","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2207.02186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.02186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.02186","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.02186","pdf_url":"https://arxiv.org/pdf/2207.02186","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2549567669","https://openalex.org/W2323345712","https://openalex.org/W4294974825","https://openalex.org/W3173825713","https://openalex.org/W4224238571","https://openalex.org/W3027547044","https://openalex.org/W2562843170","https://openalex.org/W4302759797","https://openalex.org/W4298363246","https://openalex.org/W1979497213"],"abstract_inverted_index":{"Virtual":[0],"reality":[1],"(VR)":[2],"headsets":[3],"provide":[4],"an":[5],"immersive,":[6],"stereoscopic":[7,158],"visual":[8],"experience,":[9],"but":[10],"at":[11],"the":[12,37,45,48,66,79,108],"cost":[13],"of":[14,81,127,165],"blocking":[15],"users":[16],"from":[17,72],"directly":[18],"observing":[19],"their":[20],"physical":[21],"environment.":[22],"Passthrough":[23],"techniques":[24,70],"are":[25],"intended":[26],"to":[27,35,78,147],"address":[28],"this":[29,104],"limitation":[30],"by":[31,44],"leveraging":[32],"outward-facing":[33],"cameras":[34,60],"reconstruct":[36],"images":[38],"that":[39,122,137],"would":[40],"otherwise":[41],"be":[42,62],"seen":[43],"user":[46],"without":[47],"headset.":[49],"This":[50],"is":[51],"inherently":[52],"a":[53,118,124,162],"real-time":[54],"view":[55,159,166],"synthesis":[56,160],"challenge,":[57],"since":[58],"passthrough":[59,69,111,140],"cannot":[61],"physically":[63],"co-located":[64],"with":[65],"eyes.":[67],"Existing":[68],"suffer":[71],"distracting":[73],"reconstruction":[74],"artifacts,":[75],"largely":[76],"due":[77],"lack":[80],"accurate":[82],"depth":[83],"information":[84],"(especially":[85],"for":[86,155,167],"near-field":[87],"and":[88,91,101,113,133],"disoccluded":[89],"objects),":[90],"also":[92],"exhibit":[93],"limited":[94],"image":[95,144],"quality":[96,145],"(e.g.,":[97],"being":[98],"low":[99],"resolution":[100],"monochromatic).":[102],"In":[103],"paper,":[105],"we":[106,135],"propose":[107],"first":[109],"learned":[110,139],"method":[112,141],"assess":[114],"its":[115],"performance":[116],"using":[117],"custom":[119],"VR":[120,153],"headset":[121],"contains":[123],"stereo":[125],"pair":[126],"RGB":[128],"cameras.":[129],"Through":[130],"both":[131],"simulations":[132],"experiments,":[134],"demonstrate":[136],"our":[138],"delivers":[142],"superior":[143],"compared":[146],"state-of-the-art":[148],"methods,":[149],"while":[150],"meeting":[151],"strict":[152],"requirements":[154],"real-time,":[156],"perspective-correct":[157],"over":[161],"wide":[163],"field":[164],"desktop-connected":[168],"headsets.":[169]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}