{"id":"https://openalex.org/W3093797059","doi":"https://doi.org/10.1145/3379337.3415856","title":"MonoEye","display_name":"MonoEye","publication_year":2020,"publication_date":"2020-10-16","ids":{"openalex":"https://openalex.org/W3093797059","doi":"https://doi.org/10.1145/3379337.3415856","mag":"3093797059"},"language":"en","primary_location":{"id":"doi:10.1145/3379337.3415856","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379337.3415856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019988954","display_name":"Dong-Hyun Hwang","orcid":"https://orcid.org/0000-0001-5588-4366"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Dong-Hyun Hwang","raw_affiliation_strings":["Tokyo Institute of Technology, Meguro-ku, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Meguro-ku, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080753472","display_name":"Kohei Aso","orcid":"https://orcid.org/0000-0001-6935-7655"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kohei Aso","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081199756","display_name":"Ye Yuan","orcid":"https://orcid.org/0000-0001-5316-6002"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye Yuan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037322163","display_name":"Kris Kitani","orcid":"https://orcid.org/0000-0002-9389-4060"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris Kitani","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056982483","display_name":"Hideki Koike","orcid":"https://orcid.org/0000-0002-8989-6434"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hideki Koike","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019988954"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":2.1592,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.89789795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8216575980186462},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7769850492477417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.740938663482666},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6518887281417847},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.634458601474762},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5382651090621948},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.48905500769615173},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4760743975639343},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.4416372776031494},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.38539230823516846},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.35462838411331177},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.1823379099369049}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8216575980186462},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7769850492477417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.740938663482666},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6518887281417847},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.634458601474762},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5382651090621948},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.48905500769615173},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4760743975639343},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.4416372776031494},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.38539230823516846},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.35462838411331177},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.1823379099369049},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3379337.3415856","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3379337.3415856","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1194252861","display_name":null,"funder_award_id":"JPMJCR17A3,JPMJCR20U1","funder_id":"https://openalex.org/F4320334896","funder_display_name":"Japan Agency for Marine-Earth Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320334896","display_name":"Japan Agency for Marine-Earth Science and Technology","ror":"https://ror.org/059qg2m13"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W376620111","https://openalex.org/W1508437923","https://openalex.org/W1509064937","https://openalex.org/W1906662973","https://openalex.org/W1946919140","https://openalex.org/W1967554269","https://openalex.org/W1997530236","https://openalex.org/W2027222744","https://openalex.org/W2032682867","https://openalex.org/W2036454881","https://openalex.org/W2036545421","https://openalex.org/W2071882725","https://openalex.org/W2079846689","https://openalex.org/W2080873731","https://openalex.org/W2082715079","https://openalex.org/W2087681821","https://openalex.org/W2088115584","https://openalex.org/W2092146246","https://openalex.org/W2101032778","https://openalex.org/W2109752307","https://openalex.org/W2113148808","https://openalex.org/W2117539524","https://openalex.org/W2118025528","https://openalex.org/W2135533529","https://openalex.org/W2160398734","https://openalex.org/W2168415715","https://openalex.org/W2171125807","https://openalex.org/W2171184283","https://openalex.org/W2172156083","https://openalex.org/W2201021190","https://openalex.org/W2525184802","https://openalex.org/W2554247908","https://openalex.org/W2576289912","https://openalex.org/W2589255576","https://openalex.org/W2610201393","https://openalex.org/W2611932403","https://openalex.org/W2612706635","https://openalex.org/W2758778552","https://openalex.org/W2798646183","https://openalex.org/W2890415768","https://openalex.org/W2895641024","https://openalex.org/W2949662773","https://openalex.org/W2957744218","https://openalex.org/W2962896489","https://openalex.org/W2963377935","https://openalex.org/W2963441822","https://openalex.org/W2963652194","https://openalex.org/W2963772981","https://openalex.org/W2963791050","https://openalex.org/W2964014798","https://openalex.org/W2964171387","https://openalex.org/W2980405973","https://openalex.org/W2990837443","https://openalex.org/W3104792420","https://openalex.org/W6630474576"],"related_works":["https://openalex.org/W2429057255","https://openalex.org/W2187546663","https://openalex.org/W148745890","https://openalex.org/W4389670110","https://openalex.org/W2611942503","https://openalex.org/W4315621326","https://openalex.org/W2899790217","https://openalex.org/W2598865957","https://openalex.org/W1576092969","https://openalex.org/W2524154428"],"abstract_inverted_index":{"We":[0,161],"present":[1,201],"MonoEye,":[2],"a":[3,10,60,179],"multimodal":[4,135],"human":[5],"motion":[6,26,103,118,136],"capture":[7,27,104],"system":[8,56,111],"using":[9,123],"single":[11,62],"RGB":[12,63],"camera":[13,37,89,156],"with":[14,82,165,178],"an":[15,129],"ultra-wide":[16,130],"fisheye":[17],"lens,":[18],"mounted":[19],"on":[20,59],"the":[21,47,54,65,88,109,115,124,193,197],"user's":[22,48],"chest.":[23],"Existing":[24],"optical":[25],"systems":[28,40,105],"use":[29],"multiple":[30],"cameras,":[31],"which":[32],"are":[33],"synchronized":[34],"and":[35,50,75,91,128,146,155,188],"require":[36],"calibration.":[38],"These":[39],"also":[41,120],"have":[42],"usability":[43],"constraints":[44],"that":[45,100,148],"limit":[46],"movement":[49],"operating":[51],"space.":[52],"Since":[53],"MonoEye":[55,198],"is":[57,85,94],"based":[58],"wearable":[61],"camera,":[64],"wearer's":[66,116],"3D":[67,150],"body":[68,79,117,151,183,207],"pose":[69,126,157],"can":[70],"be":[71],"captured":[72,81],"without":[73],"space":[74],"environment":[76],"limitations.":[77],"The":[78],"pose,":[80,152,154],"our":[83,166],"system,":[84,199],"aware":[86],"of":[87,174,176,182,196],"orientation":[90],"therefore":[92],"it":[93],"possible":[95],"to":[96,209],"recognize":[97],"various":[98],"motions":[99],"existing":[101],"egocentric":[102],"cannot":[106],"recognize.":[107],"Furthermore,":[108],"proposed":[110],"captures":[112],"not":[113],"only":[114],"but":[119],"their":[121],"viewport":[122],"head":[125,153],"estimation":[127],"image.":[131],"To":[132,191],"implement":[133],"robust":[134],"capture,":[137],"we":[138,200],"design":[139],"three":[140],"deep":[141],"neural":[142],"networks:":[143],"BodyPoseNet,":[144],"HeadPoseNet,":[145],"CameraPoseNet,":[147],"estimate":[149],"in":[158],"real-time,":[159],"respectively.":[160],"train":[162],"these":[163],"networks":[164],"new":[167],"extensive":[168],"synthetic":[169],"dataset":[170],"providing":[171],"680K":[172],"frames":[173],"renderings":[175],"people":[177],"wide":[180],"range":[181],"shapes,":[184],"clothing,":[185],"actions,":[186],"backgrounds,":[187],"lighting":[189],"conditions.":[190],"demonstrate":[192],"interactive":[194],"potential":[195],"several":[202],"application":[203],"examples":[204],"from":[205],"common":[206],"gestural":[208],"context-aware":[210],"interactions.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2020-10-29T00:00:00"}