{"id":"https://openalex.org/W4399666353","doi":"https://doi.org/10.1109/tvcg.2024.3411626","title":"Learning View Synthesis for Desktop Telepresence With Few RGBD Cameras","display_name":"Learning View Synthesis for Desktop Telepresence With Few RGBD Cameras","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399666353","doi":"https://doi.org/10.1109/tvcg.2024.3411626","pmid":"https://pubmed.ncbi.nlm.nih.gov/38875083"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3411626","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3411626","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103042087","display_name":"Shengze Wang","orcid":"https://orcid.org/0000-0002-0660-5014"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shengze Wang","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","UNC Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0002-0660-5014","affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"UNC Chapel Hill, USA","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziheng Wang","orcid":"https://orcid.org/0009-0002-3818-8152"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziheng Wang","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","UNC Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0009-0002-3818-8152","affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"UNC Chapel Hill, USA","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024656518","display_name":"Ryan Schmelzle","orcid":null},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Schmelzle","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","UNC Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0009-0007-4051-7134","affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"UNC Chapel Hill, USA","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031325440","display_name":"Liujie Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liujie Zheng","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","UNC Chapel Hill, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"UNC Chapel Hill, USA","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044583965","display_name":"YoungJoong Kwon","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"YoungJoong Kwon","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102635961","display_name":"Roni Sengupta","orcid":"https://orcid.org/0000-0001-5914-3469"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roni Sengupta","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","UNC Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0001-5914-3469","affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"UNC Chapel Hill, USA","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014889758","display_name":"Henry Fuchs","orcid":"https://orcid.org/0000-0002-8834-4638"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Fuchs","raw_affiliation_strings":["University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","UNC Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0002-8834-4638","affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"UNC Chapel Hill, USA","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103042087"],"corresponding_institution_ids":["https://openalex.org/I114027177","https://openalex.org/I1333535994"],"apc_list":null,"apc_paid":null,"fwci":2.3718,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8914748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"31","issue":"9","first_page":"4746","last_page":"4760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14067","display_name":"Cloud Computing and Remote Desktop Technologies","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14067","display_name":"Cloud Computing and Remote Desktop Technologies","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8136084079742432},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6476513147354126},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5769093036651611},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5410526990890503},{"id":"https://openalex.org/keywords/telerobotics","display_name":"Telerobotics","score":0.4934453070163727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4872366487979889},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.42676037549972534},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.396524041891098},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36439183354377747},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.12959599494934082},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.10597357153892517}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8136084079742432},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6476513147354126},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5769093036651611},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5410526990890503},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.4934453070163727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4872366487979889},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.42676037549972534},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.396524041891098},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36439183354377747},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.12959599494934082},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.10597357153892517}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3411626","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3411626","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:38875083","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38875083","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5799999833106995,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W147527959","https://openalex.org/W353406226","https://openalex.org/W1540682689","https://openalex.org/W1901129140","https://openalex.org/W1964057156","https://openalex.org/W1967554269","https://openalex.org/W1984241286","https://openalex.org/W1997472720","https://openalex.org/W1999293003","https://openalex.org/W2056176871","https://openalex.org/W2062929274","https://openalex.org/W2076048046","https://openalex.org/W2078160641","https://openalex.org/W2079638262","https://openalex.org/W2082710778","https://openalex.org/W2103564901","https://openalex.org/W2108598243","https://openalex.org/W2111137905","https://openalex.org/W2138821028","https://openalex.org/W2237155658","https://openalex.org/W2519683295","https://openalex.org/W2532511219","https://openalex.org/W2758175304","https://openalex.org/W2890937665","https://openalex.org/W2901584762","https://openalex.org/W2949657144","https://openalex.org/W2962785568","https://openalex.org/W2962793285","https://openalex.org/W2963125977","https://openalex.org/W2963522749","https://openalex.org/W2963557767","https://openalex.org/W2964153986","https://openalex.org/W3034267259","https://openalex.org/W3034530552","https://openalex.org/W3034564916","https://openalex.org/W3035524985","https://openalex.org/W3053462477","https://openalex.org/W3108325989","https://openalex.org/W3109244019","https://openalex.org/W3109585842","https://openalex.org/W3114462840","https://openalex.org/W3119523940","https://openalex.org/W3153220274","https://openalex.org/W3167914619","https://openalex.org/W3172568571","https://openalex.org/W3174272147","https://openalex.org/W3174752334","https://openalex.org/W3176327543","https://openalex.org/W3176368002","https://openalex.org/W3184952021","https://openalex.org/W3185070214","https://openalex.org/W3186630079","https://openalex.org/W3202804820","https://openalex.org/W3203570626","https://openalex.org/W3204859697","https://openalex.org/W4200107448","https://openalex.org/W4200382072","https://openalex.org/W4200502498","https://openalex.org/W4213011881","https://openalex.org/W4214731463","https://openalex.org/W4214748949","https://openalex.org/W4245765347","https://openalex.org/W4283804702","https://openalex.org/W4286615883","https://openalex.org/W4311033863","https://openalex.org/W4312969460","https://openalex.org/W4321488276","https://openalex.org/W4385801127","https://openalex.org/W4385805203","https://openalex.org/W4390873630","https://openalex.org/W6757817989","https://openalex.org/W6781568228","https://openalex.org/W6784492152","https://openalex.org/W6791614840","https://openalex.org/W6793164127","https://openalex.org/W6801663392","https://openalex.org/W6802175311","https://openalex.org/W6803167047","https://openalex.org/W6810814413","https://openalex.org/W6810915152","https://openalex.org/W6851775097","https://openalex.org/W6857735509"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2579659702","https://openalex.org/W2154046714","https://openalex.org/W1965329638","https://openalex.org/W1574055964","https://openalex.org/W2923661510","https://openalex.org/W2189613078","https://openalex.org/W2586219255","https://openalex.org/W2547096368"],"abstract_inverted_index":{"Recent":[0],"telepresence":[1,36],"systems":[2,37],"have":[3],"shown":[4],"significant":[5],"improvements":[6],"in":[7,120,162],"quality":[8,23],"compared":[9],"to":[10,16,70,87,145,171],"prior":[11],"systems.":[12],"However,":[13],"they":[14],"struggle":[15],"achieve":[17],"both":[18],"low":[19],"cost":[20],"and":[21,41,94,174,180,194],"high":[22],"at":[24],"the":[25,71,98,101,128],"same":[26],"time.":[27],"In":[28],"this":[29,49],"work,":[30],"we":[31,51,139],"envision":[32],"a":[33,39,53,60,76,81,92,108],"future":[34],"where":[35],"become":[38],"commodity":[40,67],"can":[42],"be":[43,197],"installed":[44],"on":[45,135],"typical":[46],"desktops.":[47],"To":[48],"end,":[50],"present":[52],"high-quality":[54],"view":[55,165],"synthesis":[56,166],"method":[57,169],"that":[58,64,79,112,156],"uses":[59,80],"cost-effective":[61],"capture":[62],"system":[63],"consists":[65],"of":[66,91,100,130,164],"hardware":[68],"accessible":[69],"general":[72],"public.":[73],"We":[74],"propose":[75,140],"neural":[77],"renderer":[78,102,125,158],"few":[82],"RGBD":[83],"cameras":[84],"as":[85],"input":[86],"synthesize":[88],"novel":[89,109],"views":[90],"user":[93],"their":[95],"surroundings.":[96],"At":[97],"core":[99],"is":[103],"Multi-Layer":[104],"Point":[105],"Cloud":[106],"(MPC),":[107],"3D":[110],"representation":[111],"improves":[113,127],"reconstruction":[114],"accuracy":[115],"by":[116,133],"removing":[117],"non-linear":[118],"biases":[119],"depth":[121],"cameras.":[122],"Our":[123,168],"temporally-aware":[124],"further":[126],"stability":[129],"synthesized":[131],"videos":[132],"conditioning":[134],"past":[136],"information.":[137],"Additionally,":[138],"Spatial":[141],"Skip":[142],"Connections":[143],"(SSC)":[144],"improve":[146],"image":[147],"upsampling":[148],"under":[149],"limited":[150],"GPU":[151],"memory.":[152],"Experimental":[153],"results":[154],"show":[155],"our":[157],"outperforms":[159],"recent":[160],"methods":[161],"terms":[163],"quality.":[167],"generalizes":[170],"new":[172],"users":[173],"challenging":[175],"content":[176],"(e.g.":[177],"hand":[178],"gestures":[179],"clothing":[181],"deformation)":[182],"without":[183],"costly":[184],"per-video":[185],"optimization,":[186],"object":[187],"templates,":[188],"or":[189],"heavy":[190],"pre-processing.":[191],"The":[192],"code":[193],"dataset":[195],"will":[196],"made":[198],"available.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}