{"id":"https://openalex.org/W3006033121","doi":"https://doi.org/10.1162/pres_a_00326","title":"An Easy-to-Use Pipeline for an RGBD Camera and an AR Headset","display_name":"An Easy-to-Use Pipeline for an RGBD Camera and an AR Headset","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W3006033121","doi":"https://doi.org/10.1162/pres_a_00326","mag":"3006033121"},"language":"en","primary_location":{"id":"doi:10.1162/pres_a_00326","is_oa":false,"landing_page_url":"https://doi.org/10.1162/pres_a_00326","pdf_url":null,"source":{"id":"https://openalex.org/S975621743","display_name":"PRESENCE Virtual and Augmented Reality","issn_l":"1054-7460","issn":["1054-7460","1531-3263"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PRESENCE: Virtual and Augmented Reality","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040239834","display_name":"Hanseul Jun","orcid":"https://orcid.org/0000-0002-5114-4560"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanseul Jun","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084294553","display_name":"Jeremy N. Bailenson","orcid":"https://orcid.org/0000-0003-2813-3297"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy N. Bailenson","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014889758","display_name":"Henry Fuchs","orcid":"https://orcid.org/0000-0002-8834-4638"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Fuchs","raw_affiliation_strings":["University of North Carolina at Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014044649","display_name":"Gordon Wetzstein","orcid":"https://orcid.org/0000-0002-9243-6885"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gordon Wetzstein","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2431,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59595227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"27","issue":"2","first_page":"202","last_page":"205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.9618034958839417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.77555251121521},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6748300790786743},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.5884919166564941},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4778960943222046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4701288640499115},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.4667872190475464},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.42693373560905457}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.9618034958839417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77555251121521},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6748300790786743},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.5884919166564941},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4778960943222046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4701288640499115},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4667872190475464},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42693373560905457},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/pres_a_00326","is_oa":false,"landing_page_url":"https://doi.org/10.1162/pres_a_00326","pdf_url":null,"source":{"id":"https://openalex.org/S975621743","display_name":"PRESENCE Virtual and Augmented Reality","issn_l":"1054-7460","issn":["1054-7460","1531-3263"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PRESENCE: Virtual and Augmented Reality","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7599999904632568,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2103564901","https://openalex.org/W2176483514","https://openalex.org/W2532511219","https://openalex.org/W2761953345","https://openalex.org/W2957926190"],"related_works":["https://openalex.org/W2549567669","https://openalex.org/W104838418","https://openalex.org/W1532889363","https://openalex.org/W4292416459","https://openalex.org/W2394331374","https://openalex.org/W4225253169","https://openalex.org/W2626842453","https://openalex.org/W175209576","https://openalex.org/W2184597698","https://openalex.org/W2809455516"],"abstract_inverted_index":{"The":[0,28,337,693,793],"contribution":[1],"of":[2,60,138,151,169,238,244,290,309,322,326,341,372,383,477,490,513,519,557,560,578,631,638,681,720,754,773,780,795,830,856,868],"this":[3,245,323,478,551,840,919],"article":[4],"lies":[5],"in":[6,20,23,45,91,125,181,188,295,302,311,358,656,671,812,835,861],"providing":[7,889],"the":[8,55,58,61,105,136,139,149,176,229,231,235,242,288,315,345,356,359,373,429,434,462,474,488,514,529,540,553,558,576,579,604,612,620,672,686,707,711,721,729,733,736,740,751,755,763,766,777,781,796,802,816,822,837,866,869,880,915],"code":[9,476,838,913],"for":[10,129,224,262,441,499,586,648,839,853,858,901,910,918],"a":[11,32,81,97,123,164,167,189,192,197,204,220,276,284,291,296,303,331,335,348,352,406,522,526,596,607,635,690,701,714,725,747,759,771,785,813,850,890,899],"working":[12],"system":[13,33,62,114,206,223,243,324,610,841,881,920],"running":[14],"with":[15,80,271,330,469,696,750,762],"off-the-shelf":[16],"hardware,":[17],"but":[18],"not":[19,95,248,807,897],"advancing":[21],"theory":[22],"computer":[24],"vision":[25],"or":[26],"graphics.":[27],"current":[29,177],"work":[30,178,187,261],"presents":[31],"which":[34,69,366,590],"uses":[35],"one":[36,682],"RGBD":[37,108,152],"camera":[38],"(Microsoft":[39,51],"Kinect":[40,117,159,211,332,349,378,527,756],"v2)":[41],"to":[42,53,67,119,134,162,173,186,351,395,402,412,472,486,525,575,595,603,634,668,683,800,843,846],"capture":[43],"people":[44,310],"places,":[46],"and":[47,88,100,110,121,132,144,154,195,214,280,334,354,397,404,425,439,443,506,516,539,555,618,658,710,731,886,914],"an":[48,126,414,511,828],"AR":[49,111,127,140,155,859],"headset":[50,128,293],"HoloLens)":[52],"display":[54],"scene.":[56],"While":[57,228,445,549,865],"fidelity":[59],"is":[63,89,179,184,259,400,410,418,459,467,503,663,827,842,871,876,894,907,921],"relatively":[64],"low":[65,86,389],"compared":[66,574],"others":[68,845],"utilize":[70],"multiple":[71,158],"cameras":[72,109,153],"(i.e.,":[73],"Orts-Escolano":[74],"et":[75],"al.,":[76],"2016),":[77],"it":[78,93,183,298,502,652,848,875],"displays":[79],"high":[82],"frame":[83],"rate,":[84],"has":[85,388,447,496],"latency,":[87],"mobile":[90],"that":[92,182,207,257,286,466,662,775,805,879,893,906],"does":[94,806,896],"require":[96,898],"render":[98,122,193,717],"computer.Maimone":[99],"colleagues":[101,281],"(2013)":[102],"previously":[103],"examined":[104,148],"connection":[106],"between":[107],"headsets.":[112],"Their":[113],"used":[115,233,677],"two":[116,327,342],"devices":[118,161,213,421],"scan":[120],"space":[124,165,647,730],"avatar-based":[130],"telepresence,":[131],"projectors":[133],"augment":[135],"brightness":[137],"headset.":[141],"Kowalski,":[142],"Naruniec,":[143],"Daniluk":[145],"(2015)":[146],"also":[147,218,339],"combination":[150],"headsets,":[156,860],"using":[157,196,437,616,735],"v2":[160,212,333,350,379,420],"convert":[163],"into":[166,536,546,623,689,700,724,770,791],"stream":[168],"point":[170],"clouds.":[171],"Compared":[172],"these":[174,239,788],"systems,":[175,240],"different":[180],"designed":[185],"minimalist":[190],"situation\u2014without":[191],"machine":[194,900],"single":[198,626,691,703],"camera.Valorem":[199],"Reply":[200],"(2016)":[201],"introduced":[202,219,283],"HoloBeam,":[203],"proprietary":[205,221],"connects":[208],"users":[209],"through":[210,606],"HoloLens":[215,353,605,715],"devices.":[216],"Vimeo":[217],"streaming":[222,263,650],"holograms":[225],"(Fleisher,":[226],"2018).":[227],"terms":[230],"companies":[232],"differ,":[234],"visual":[236,273],"outcomes":[237],"including":[241],"article,":[246],"do":[247],"largely":[249],"differ":[250],"from":[251,347,368,643,739,873],"each":[252,592,630,718],"other.It":[253],"should":[254],"be":[255,300,801],"noticed":[256],"there":[258],"continuing":[260],"spatial":[264],"information":[265],"based":[266,820],"on":[267,728,821,904],"more":[268],"sophisticated":[269],"models":[270],"better":[272],"quality.":[274],"As":[275],"recent":[277],"example,":[278],"Wei":[279],"(2019)":[282],"technique":[285,417,589,745],"reconstructs":[287],"face":[289],"VR":[292],"user":[294],"form":[297],"can":[299,716],"rendered":[301],"virtual":[304,312],"environment,":[305],"allowing":[306],"realistic":[307],"rendering":[308,355,416,744,832,870],"environments":[313],"without":[314],"headsets":[316],"they":[317],"are":[318,532,543,818],"wearing.The":[319],"hardware":[320,905],"part":[321],"consists":[325,340],"parts:":[328,343],"laptop":[329,523],"HoloLens.":[336,360],"software":[338],"sending":[344],"pixels":[346,357,424,531,542,562,581,600,615,622,688,694],"This":[361],"process":[362,518],"faced":[363],"three":[364,369,624,678],"challenges":[365,392],"emerged":[367],"particular":[370],"characteristics":[371,376],"devices.The":[374],"device":[375],"were:":[377,393],"produces":[380],"large":[381,573],"amounts":[382],"data.HoloLens":[384],"requires":[385,746],"wireless":[386,608],"transmission.HoloLens":[387],"computational":[390],"power.The":[391],"Due":[394],"(1)":[396],"(2),":[398],"compression":[399,500,515,655],"required.Due":[401,411],"(a)":[403],"(3),":[405,413],"computationally":[407,504,664],"efficient":[408,415],"decompression":[409,517],"required.Kinect":[419],"have":[422],"color":[423,430,530,561,597,614,636,646,674,732,737],"depth":[426,481,541,580,593,712,722,764,778,782],"pixels.":[427],"For":[428,480],"pixels,":[431,482],"we":[432,453,484,666],"adopted":[433],"VP8":[435,456,537],"codec,":[436],"libvpx":[438,458,535],"FFmpeg":[440,617],"encoding":[442],"decoding.":[444],"H.264":[446],"shown":[448],"at":[449,923],"least":[450],"equivalent":[451],"performance,":[452],"instead":[454,680],"chose":[455,667],"since":[457,565,651],"licensed":[460],"under":[461],"revised":[463],"BSD":[464],"license":[465],"consistent":[468],"our":[470,520,587,831,877],"goal":[471,834],"provide":[473],"source":[475,912],"system.":[479],"as":[483,501,849],"wanted":[485],"avoid":[487,641,684],"uncertainty":[489],"lossy":[491],"compression,":[492],"RVL":[493,544,547,697],"(Wilson,":[494],"2017)":[495],"been":[497],"chosen":[498,799],"inexpensive":[505],"lossless.":[507],"Figure":[508,825],"1":[509],"provides":[510],"overview":[512],"system.Using":[521],"connected":[524],"v2,":[528],"encoded":[533,613],"by":[534,888],"frames":[538],"compressed":[545,695],"frames.":[548],"performing":[550],"function,":[552],"width":[554],"height":[556],"resolution":[559,567,577],"were":[563,698],"halved":[564],"their":[566],"(1920":[568],"x":[569,583],"1080)":[570],"was":[571,798],"redundantly":[572],"(512":[582],"424),":[584],"especially":[585],"visualization":[588],"pairs":[591],"pixel":[594,719],"value.":[598],"Both":[599],"get":[601],"sent":[602],"network.Our":[609],"decodes":[611],"converts":[619],"decoded":[621,687],"8-bit":[625],"channel":[627,637,704],"Direct3D":[628,705],"textures,":[629],"them":[632],"belonging":[633],"YUV.":[639],"To":[640],"conversion":[642],"YUV420\u2014a":[644],"dominant":[645],"video":[649],"allows":[653],"4x":[654],"U":[657],"V":[659],"channels\u2014to":[660],"RGB":[661],"expensive,":[665],"create":[669],"textures":[670,679,709],"YUV":[673,708,741,823],"space.":[675],"We":[676],"realigning":[685],"texture.":[692,783],"decompressed":[699],"16-bit":[702],"texture.With":[706],"texture,":[713,765],"texture":[723],"quad":[726],"floating":[727],"quads":[734,797,817],"values":[738,779],"textures.":[742,824],"Our":[743],"mesh":[748,768],"precomputed":[749,767],"intrinsic":[752],"variables":[753],"v2.":[757],"In":[758,784],"vertex":[760],"shader,":[761,787,815],"turns":[769],"group":[772],"points":[774,789],"reflects":[776],"geometry":[786],"turn":[790],"quads.":[792,810],"size":[794,804],"maximum":[803],"intrude":[808],"adjacent":[809],"Finally,":[811],"fragment":[814],"colored":[819],"2":[826],"example":[829],"technique.Our":[833],"publishing":[836],"allow":[844],"use":[847],"building":[851],"block":[852],"ongoing":[854],"development":[855],"applications":[857],"particular,":[862],"telepresence":[863],"systems.":[864],"quality":[867],"far":[872],"perfect,":[874],"hope":[878],"will":[882],"help":[883],"developers,":[884],"researchers,":[885],"consumers":[887],"verified":[891],"method":[892],"portable\u2014it":[895],"rendering\u2014and":[902],"works":[903],"readily":[908],"available":[909,922],"consumers.The":[911],"additional":[916],"instructions":[917],"https://github.com/hanseuljun/kinect-to-hololens":[924],".":[925]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-15T07:11:24.734988","created_date":"2025-10-10T00:00:00"}