{"id":"https://openalex.org/W3048381483","doi":"https://doi.org/10.1145/3386569.3392493","title":"The eyes have it","display_name":"The eyes have it","publication_year":2020,"publication_date":"2020-08-12","ids":{"openalex":"https://openalex.org/W3048381483","doi":"https://doi.org/10.1145/3386569.3392493","mag":"3048381483"},"language":"en","primary_location":{"id":"doi:10.1145/3386569.3392493","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3386569.3392493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3386569.3392493","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3386569.3392493","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102981481","display_name":"Gabriel Schwartz","orcid":"https://orcid.org/0000-0002-8781-5573"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Gabriel Schwartz","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071340306","display_name":"Shih-En Wei","orcid":"https://orcid.org/0000-0002-3214-125X"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shih-En Wei","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043944858","display_name":"Te-Li Wang","orcid":"https://orcid.org/0009-0005-1690-6928"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Te-Li Wang","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017813263","display_name":"Stephen Lombardi","orcid":"https://orcid.org/0000-0003-3370-7216"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Stephen Lombardi","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068089881","display_name":"Tomas Simon","orcid":"https://orcid.org/0000-0002-0972-7455"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tomas Simon","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082178717","display_name":"Jason Saragih","orcid":"https://orcid.org/0000-0001-6218-5029"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Jason Saragih","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060280374","display_name":"Yaser Sheikh","orcid":"https://orcid.org/0000-0001-6512-9348"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yaser Sheikh","raw_affiliation_strings":["Facebook Reality Labs"],"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102981481"],"corresponding_institution_ids":["https://openalex.org/I2252078561"],"apc_list":null,"apc_paid":null,"fwci":3.3217,"has_fulltext":true,"cited_by_count":52,"citation_normalized_percentile":{"value":0.93693285,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"39","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.8701351881027222},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7970778346061707},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7375316023826599},{"id":"https://openalex.org/keywords/eye-contact","display_name":"Eye contact","score":0.6723625659942627},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.6077661514282227},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5740235447883606},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.5464438796043396},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5176025629043579},{"id":"https://openalex.org/keywords/teleconference","display_name":"Teleconference","score":0.4846254289150238},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4709257483482361},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4530954957008362},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4291151165962219},{"id":"https://openalex.org/keywords/videoconferencing","display_name":"Videoconferencing","score":0.42789602279663086},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.41004645824432373},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32864999771118164},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.30511146783828735},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.2894805669784546},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.15929171442985535},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1331178843975067},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1143142580986023}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.8701351881027222},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7970778346061707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7375316023826599},{"id":"https://openalex.org/C183553116","wikidata":"https://www.wikidata.org/wiki/Q633546","display_name":"Eye contact","level":2,"score":0.6723625659942627},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6077661514282227},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5740235447883606},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.5464438796043396},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5176025629043579},{"id":"https://openalex.org/C126669455","wikidata":"https://www.wikidata.org/wiki/Q1630941","display_name":"Teleconference","level":2,"score":0.4846254289150238},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4709257483482361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4530954957008362},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4291151165962219},{"id":"https://openalex.org/C22561748","wikidata":"https://www.wikidata.org/wiki/Q854954","display_name":"Videoconferencing","level":2,"score":0.42789602279663086},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.41004645824432373},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32864999771118164},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.30511146783828735},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.2894805669784546},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.15929171442985535},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1331178843975067},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1143142580986023},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3386569.3392493","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3386569.3392493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3386569.3392493","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3386569.3392493","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3386569.3392493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3386569.3392493","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3048381483.pdf","grobid_xml":"https://content.openalex.org/works/W3048381483.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1575300739","https://openalex.org/W1987875999","https://openalex.org/W2000683961","https://openalex.org/W2023842294","https://openalex.org/W2087449002","https://openalex.org/W2095197829","https://openalex.org/W2115929896","https://openalex.org/W2121258415","https://openalex.org/W2144133646","https://openalex.org/W2156834844","https://openalex.org/W2471370490","https://openalex.org/W2472191845","https://openalex.org/W2519247488","https://openalex.org/W2556634673","https://openalex.org/W2561498978","https://openalex.org/W2593390416","https://openalex.org/W2621350877","https://openalex.org/W2739385919","https://openalex.org/W2749038514","https://openalex.org/W2811426698","https://openalex.org/W2912269676","https://openalex.org/W2957926190","https://openalex.org/W2963527086","https://openalex.org/W2964304707","https://openalex.org/W2990173985"],"related_works":["https://openalex.org/W2549567669","https://openalex.org/W2323345712","https://openalex.org/W104838418","https://openalex.org/W1532889363","https://openalex.org/W4292416459","https://openalex.org/W2394331374","https://openalex.org/W4225253169","https://openalex.org/W2118675533","https://openalex.org/W3207299135","https://openalex.org/W2021882340"],"abstract_inverted_index":{"Interacting":[0],"with":[1],"people":[2],"across":[3],"large":[4],"distances":[5],"is":[6],"important":[7],"for":[8,79,148,183,214],"remote":[9],"work,":[10],"interpersonal":[11],"relationships,":[12],"and":[13,41,90,117,134,142,155,161,177,179,201],"entertainment.":[14],"While":[15],"such":[16],"face-to-face":[17,80],"interactions":[18],"can":[19,104],"be":[20,105],"achieved":[21],"using":[22],"2D":[23,54,61],"video":[24,62],"conferencing":[25,63],"or,":[26],"more":[27],"recently,":[28],"virtual":[29,100],"reality":[30],"(VR),":[31],"telepresence":[32],"systems":[33],"currently":[34],"distort":[35],"the":[36,65,150,153,162,165,168],"communication":[37],"of":[38,68,152,164,175,212],"eye":[39,59,91],"contact":[40],"social":[42],"gaze":[43,52,89,120,140,151,176],"signals.":[44],"Although":[45],"methods":[46],"have":[47],"been":[48],"proposed":[49],"to":[50,57,114,170],"redirect":[51],"in":[53,82,121,126,197],"teleconferencing":[55],"situations":[56],"enable":[58],"contact,":[60],"lacks":[64],"3D":[66,99,132],"immersion":[67],"real":[69],"life.":[70],"To":[71,93],"address":[72],"these":[73],"problems,":[74],"we":[75,96],"develop":[76],"a":[77,98,111,130,146,180,208],"system":[78],"interaction":[81],"VR":[83,112,215],"that":[84,103,137,193],"focuses":[85],"on":[86,110],"reproducing":[87],"photorealistic":[88],"contact.":[92],"do":[94],"this,":[95],"create":[97],"avatar":[101],"model":[102,136,169,182],"animated":[106],"by":[107],"cameras":[108],"mounted":[109],"headset":[113],"accurately":[115],"track":[116],"reproduce":[118],"human":[119],"VR.":[122],"Our":[123,189],"primary":[124],"contributions":[125],"this":[127],"work":[128],"are":[129],"jointly-learnable":[131],"face":[133,166],"eyeball":[135],"better":[138],"represents":[139],"direction":[141],"upper":[143],"facial":[144],"expressions,":[145],"method":[147,195,206],"disentangling":[149],"left":[154],"right":[156],"eyes":[157],"from":[158,186],"each":[159],"other":[160],"rest":[163],"allowing":[167],"represent":[171],"entirely":[172],"unseen":[173],"combinations":[174],"expression,":[178],"gaze-aware":[181],"precise":[184],"animation":[185],"headset-mounted":[187],"cameras.":[188],"quantitative":[190],"experiments":[191],"show":[192,204],"our":[194,205],"results":[196,203],"higher":[198],"reconstruction":[199],"quality,":[200],"qualitative":[202],"gives":[207],"greatly":[209],"improved":[210],"sense":[211],"presence":[213],"avatars.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-08-18T00:00:00"}